2017-08-05 18:17:15 +00:00
// Package dataflow provides access to the Google Dataflow API.
//
// See https://cloud.google.com/dataflow
//
// Usage example:
//
// import "google.golang.org/api/dataflow/v1b3"
// ...
// dataflowService, err := dataflow.New(oauthHttpClient)
package dataflow // import "google.golang.org/api/dataflow/v1b3"
import (
"bytes"
"encoding/json"
"errors"
"fmt"
context "golang.org/x/net/context"
ctxhttp "golang.org/x/net/context/ctxhttp"
gensupport "google.golang.org/api/gensupport"
googleapi "google.golang.org/api/googleapi"
"io"
"net/http"
"net/url"
"strconv"
"strings"
)
// Always reference these packages, just in case the auto-generated code
// below doesn't.
var _ = bytes . NewBuffer
var _ = strconv . Itoa
var _ = fmt . Sprintf
var _ = json . NewDecoder
var _ = io . Copy
var _ = url . Parse
var _ = gensupport . MarshalJSON
var _ = googleapi . Version
var _ = errors . New
var _ = strings . Replace
var _ = context . Canceled
var _ = ctxhttp . Do
const apiId = "dataflow:v1b3"
const apiName = "dataflow"
const apiVersion = "v1b3"
const basePath = "https://dataflow.googleapis.com/"
// OAuth2 scopes used by this API.
const (
// View and manage your data across Google Cloud Platform services
CloudPlatformScope = "https://www.googleapis.com/auth/cloud-platform"
// View and manage your Google Compute Engine resources
ComputeScope = "https://www.googleapis.com/auth/compute"
// View your Google Compute Engine resources
ComputeReadonlyScope = "https://www.googleapis.com/auth/compute.readonly"
// View your email address
UserinfoEmailScope = "https://www.googleapis.com/auth/userinfo.email"
)
func New ( client * http . Client ) ( * Service , error ) {
if client == nil {
return nil , errors . New ( "client is nil" )
}
s := & Service { client : client , BasePath : basePath }
s . Projects = NewProjectsService ( s )
return s , nil
}
type Service struct {
client * http . Client
BasePath string // API endpoint base URL
UserAgent string // optional additional User-Agent fragment
Projects * ProjectsService
}
func ( s * Service ) userAgent ( ) string {
if s . UserAgent == "" {
return googleapi . UserAgent
}
return googleapi . UserAgent + " " + s . UserAgent
}
func NewProjectsService ( s * Service ) * ProjectsService {
rs := & ProjectsService { s : s }
rs . Jobs = NewProjectsJobsService ( s )
rs . Locations = NewProjectsLocationsService ( s )
rs . Templates = NewProjectsTemplatesService ( s )
return rs
}
type ProjectsService struct {
s * Service
Jobs * ProjectsJobsService
Locations * ProjectsLocationsService
Templates * ProjectsTemplatesService
}
func NewProjectsJobsService ( s * Service ) * ProjectsJobsService {
rs := & ProjectsJobsService { s : s }
rs . Debug = NewProjectsJobsDebugService ( s )
rs . Messages = NewProjectsJobsMessagesService ( s )
rs . WorkItems = NewProjectsJobsWorkItemsService ( s )
return rs
}
type ProjectsJobsService struct {
s * Service
Debug * ProjectsJobsDebugService
Messages * ProjectsJobsMessagesService
WorkItems * ProjectsJobsWorkItemsService
}
func NewProjectsJobsDebugService ( s * Service ) * ProjectsJobsDebugService {
rs := & ProjectsJobsDebugService { s : s }
return rs
}
type ProjectsJobsDebugService struct {
s * Service
}
func NewProjectsJobsMessagesService ( s * Service ) * ProjectsJobsMessagesService {
rs := & ProjectsJobsMessagesService { s : s }
return rs
}
type ProjectsJobsMessagesService struct {
s * Service
}
func NewProjectsJobsWorkItemsService ( s * Service ) * ProjectsJobsWorkItemsService {
rs := & ProjectsJobsWorkItemsService { s : s }
return rs
}
type ProjectsJobsWorkItemsService struct {
s * Service
}
func NewProjectsLocationsService ( s * Service ) * ProjectsLocationsService {
rs := & ProjectsLocationsService { s : s }
rs . Jobs = NewProjectsLocationsJobsService ( s )
rs . Templates = NewProjectsLocationsTemplatesService ( s )
return rs
}
type ProjectsLocationsService struct {
s * Service
Jobs * ProjectsLocationsJobsService
Templates * ProjectsLocationsTemplatesService
}
func NewProjectsLocationsJobsService ( s * Service ) * ProjectsLocationsJobsService {
rs := & ProjectsLocationsJobsService { s : s }
rs . Debug = NewProjectsLocationsJobsDebugService ( s )
rs . Messages = NewProjectsLocationsJobsMessagesService ( s )
rs . WorkItems = NewProjectsLocationsJobsWorkItemsService ( s )
return rs
}
type ProjectsLocationsJobsService struct {
s * Service
Debug * ProjectsLocationsJobsDebugService
Messages * ProjectsLocationsJobsMessagesService
WorkItems * ProjectsLocationsJobsWorkItemsService
}
func NewProjectsLocationsJobsDebugService ( s * Service ) * ProjectsLocationsJobsDebugService {
rs := & ProjectsLocationsJobsDebugService { s : s }
return rs
}
type ProjectsLocationsJobsDebugService struct {
s * Service
}
func NewProjectsLocationsJobsMessagesService ( s * Service ) * ProjectsLocationsJobsMessagesService {
rs := & ProjectsLocationsJobsMessagesService { s : s }
return rs
}
type ProjectsLocationsJobsMessagesService struct {
s * Service
}
func NewProjectsLocationsJobsWorkItemsService ( s * Service ) * ProjectsLocationsJobsWorkItemsService {
rs := & ProjectsLocationsJobsWorkItemsService { s : s }
return rs
}
type ProjectsLocationsJobsWorkItemsService struct {
s * Service
}
func NewProjectsLocationsTemplatesService ( s * Service ) * ProjectsLocationsTemplatesService {
rs := & ProjectsLocationsTemplatesService { s : s }
return rs
}
type ProjectsLocationsTemplatesService struct {
s * Service
}
func NewProjectsTemplatesService ( s * Service ) * ProjectsTemplatesService {
rs := & ProjectsTemplatesService { s : s }
return rs
}
type ProjectsTemplatesService struct {
s * Service
}
// ApproximateProgress: Obsolete in favor of ApproximateReportedProgress
// and ApproximateSplitRequest.
type ApproximateProgress struct {
// PercentComplete: Obsolete.
PercentComplete float64 ` json:"percentComplete,omitempty" `
// Position: Obsolete.
Position * Position ` json:"position,omitempty" `
// RemainingTime: Obsolete.
RemainingTime string ` json:"remainingTime,omitempty" `
// ForceSendFields is a list of field names (e.g. "PercentComplete") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "PercentComplete") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * ApproximateProgress ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod ApproximateProgress
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
func ( s * ApproximateProgress ) UnmarshalJSON ( data [ ] byte ) error {
type noMethod ApproximateProgress
var s1 struct {
PercentComplete gensupport . JSONFloat64 ` json:"percentComplete" `
* noMethod
}
s1 . noMethod = ( * noMethod ) ( s )
if err := json . Unmarshal ( data , & s1 ) ; err != nil {
return err
}
s . PercentComplete = float64 ( s1 . PercentComplete )
return nil
}
// ApproximateReportedProgress: A progress measurement of a WorkItem by
// a worker.
type ApproximateReportedProgress struct {
// ConsumedParallelism: Total amount of parallelism in the portion of
// input of this task that has
// already been consumed and is no longer active. In the first two
// examples
// above (see remaining_parallelism), the value should be 29 or
// 2
// respectively. The sum of remaining_parallelism and
// consumed_parallelism
// should equal the total amount of parallelism in this work item.
// If
// specified, must be finite.
ConsumedParallelism * ReportedParallelism ` json:"consumedParallelism,omitempty" `
// FractionConsumed: Completion as fraction of the input consumed, from
// 0.0 (beginning, nothing
// consumed), to 1.0 (end of the input, entire input consumed).
FractionConsumed float64 ` json:"fractionConsumed,omitempty" `
// Position: A Position within the work to represent a progress.
Position * Position ` json:"position,omitempty" `
// RemainingParallelism: Total amount of parallelism in the input of
// this task that remains,
// (i.e. can be delegated to this task and any new tasks via
// dynamic
// splitting). Always at least 1 for non-finished work items and 0
// for
// finished.
//
// "Amount of parallelism" refers to how many non-empty parts of the
// input
// can be read in parallel. This does not necessarily equal number
// of records. An input that can be read in parallel down to
// the
// individual records is called "perfectly splittable".
// An example of non-perfectly parallelizable input is a
// block-compressed
// file format where a block of records has to be read as a whole,
// but different blocks can be read in parallel.
//
// Examples:
// * If we are processing record #30 (starting at 1) out of 50 in a
// perfectly
// splittable 50-record input, this value should be 21 (20 remaining +
// 1
// current).
// * If we are reading through block 3 in a block-compressed file
// consisting
// of 5 blocks, this value should be 3 (since blocks 4 and 5 can be
// processed in parallel by new tasks via dynamic splitting and the
// current
// task remains processing block 3).
// * If we are reading through the last block in a block-compressed
// file,
// or reading or processing the last record in a perfectly splittable
// input, this value should be 1, because apart from the current task,
// no
// additional remainder can be split off.
RemainingParallelism * ReportedParallelism ` json:"remainingParallelism,omitempty" `
// ForceSendFields is a list of field names (e.g. "ConsumedParallelism")
// to unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "ConsumedParallelism") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * ApproximateReportedProgress ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod ApproximateReportedProgress
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
func ( s * ApproximateReportedProgress ) UnmarshalJSON ( data [ ] byte ) error {
type noMethod ApproximateReportedProgress
var s1 struct {
FractionConsumed gensupport . JSONFloat64 ` json:"fractionConsumed" `
* noMethod
}
s1 . noMethod = ( * noMethod ) ( s )
if err := json . Unmarshal ( data , & s1 ) ; err != nil {
return err
}
s . FractionConsumed = float64 ( s1 . FractionConsumed )
return nil
}
// ApproximateSplitRequest: A suggestion by the service to the worker to
// dynamically split the WorkItem.
type ApproximateSplitRequest struct {
// FractionConsumed: A fraction at which to split the work item, from
// 0.0 (beginning of the
// input) to 1.0 (end of the input).
FractionConsumed float64 ` json:"fractionConsumed,omitempty" `
// Position: A Position at which to split the work item.
Position * Position ` json:"position,omitempty" `
// ForceSendFields is a list of field names (e.g. "FractionConsumed") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "FractionConsumed") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * ApproximateSplitRequest ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod ApproximateSplitRequest
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
func ( s * ApproximateSplitRequest ) UnmarshalJSON ( data [ ] byte ) error {
type noMethod ApproximateSplitRequest
var s1 struct {
FractionConsumed gensupport . JSONFloat64 ` json:"fractionConsumed" `
* noMethod
}
s1 . noMethod = ( * noMethod ) ( s )
if err := json . Unmarshal ( data , & s1 ) ; err != nil {
return err
}
s . FractionConsumed = float64 ( s1 . FractionConsumed )
return nil
}
// AutoscalingEvent: A structured message reporting an autoscaling
// decision made by the Dataflow
// service.
type AutoscalingEvent struct {
// CurrentNumWorkers: The current number of workers the job has.
CurrentNumWorkers int64 ` json:"currentNumWorkers,omitempty,string" `
// Description: A message describing why the system decided to adjust
// the current
// number of workers, why it failed, or why the system decided to
// not make any changes to the number of workers.
Description * StructuredMessage ` json:"description,omitempty" `
// EventType: The type of autoscaling event to report.
//
// Possible values:
// "TYPE_UNKNOWN" - Default type for the enum. Value should never be
// returned.
// "TARGET_NUM_WORKERS_CHANGED" - The TARGET_NUM_WORKERS_CHANGED type
// should be used when the target
// worker pool size has changed at the start of an actuation. An
// event
// should always be specified as TARGET_NUM_WORKERS_CHANGED if it
// reflects
// a change in the target_num_workers.
// "CURRENT_NUM_WORKERS_CHANGED" - The CURRENT_NUM_WORKERS_CHANGED
// type should be used when actual worker
// pool size has been changed, but the target_num_workers has not
// changed.
// "ACTUATION_FAILURE" - The ACTUATION_FAILURE type should be used
// when we want to report
// an error to the user indicating why the current number of workers
// in the pool could not be changed.
// Displayed in the current status and history widgets.
// "NO_CHANGE" - Used when we want to report to the user a reason why
// we are
// not currently adjusting the number of workers.
// Should specify both target_num_workers, current_num_workers and
// a
// decision_message.
EventType string ` json:"eventType,omitempty" `
// TargetNumWorkers: The target number of workers the worker pool wants
// to resize to use.
TargetNumWorkers int64 ` json:"targetNumWorkers,omitempty,string" `
// Time: The time this event was emitted to indicate a new target or
// current
// num_workers value.
Time string ` json:"time,omitempty" `
// ForceSendFields is a list of field names (e.g. "CurrentNumWorkers")
// to unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "CurrentNumWorkers") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * AutoscalingEvent ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod AutoscalingEvent
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// AutoscalingSettings: Settings for WorkerPool autoscaling.
type AutoscalingSettings struct {
// Algorithm: The algorithm to use for autoscaling.
//
// Possible values:
// "AUTOSCALING_ALGORITHM_UNKNOWN" - The algorithm is unknown, or
// unspecified.
// "AUTOSCALING_ALGORITHM_NONE" - Disable autoscaling.
// "AUTOSCALING_ALGORITHM_BASIC" - Increase worker count over time to
// reduce job execution time.
Algorithm string ` json:"algorithm,omitempty" `
// MaxNumWorkers: The maximum number of workers to cap scaling at.
MaxNumWorkers int64 ` json:"maxNumWorkers,omitempty" `
// ForceSendFields is a list of field names (e.g. "Algorithm") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Algorithm") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * AutoscalingSettings ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod AutoscalingSettings
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// CPUTime: Modeled after information exposed by /proc/stat.
type CPUTime struct {
// Rate: Average CPU utilization rate (% non-idle cpu / second) since
// previous
// sample.
Rate float64 ` json:"rate,omitempty" `
// Timestamp: Timestamp of the measurement.
Timestamp string ` json:"timestamp,omitempty" `
// TotalMs: Total active CPU time across all cores (ie., non-idle) in
// milliseconds
// since start-up.
TotalMs uint64 ` json:"totalMs,omitempty,string" `
// ForceSendFields is a list of field names (e.g. "Rate") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Rate") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * CPUTime ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod CPUTime
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
func ( s * CPUTime ) UnmarshalJSON ( data [ ] byte ) error {
type noMethod CPUTime
var s1 struct {
Rate gensupport . JSONFloat64 ` json:"rate" `
* noMethod
}
s1 . noMethod = ( * noMethod ) ( s )
if err := json . Unmarshal ( data , & s1 ) ; err != nil {
return err
}
s . Rate = float64 ( s1 . Rate )
return nil
}
// ComponentSource: Description of an interstitial value between
// transforms in an execution
// stage.
type ComponentSource struct {
// Name: Dataflow service generated name for this source.
Name string ` json:"name,omitempty" `
// OriginalTransformOrCollection: User name for the original user
// transform or collection with which this
// source is most closely associated.
OriginalTransformOrCollection string ` json:"originalTransformOrCollection,omitempty" `
// UserName: Human-readable name for this transform; may be user or
// system generated.
UserName string ` json:"userName,omitempty" `
// ForceSendFields is a list of field names (e.g. "Name") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Name") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * ComponentSource ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod ComponentSource
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// ComponentTransform: Description of a transform executed as part of an
// execution stage.
type ComponentTransform struct {
// Name: Dataflow service generated name for this source.
Name string ` json:"name,omitempty" `
// OriginalTransform: User name for the original user transform with
// which this transform is
// most closely associated.
OriginalTransform string ` json:"originalTransform,omitempty" `
// UserName: Human-readable name for this transform; may be user or
// system generated.
UserName string ` json:"userName,omitempty" `
// ForceSendFields is a list of field names (e.g. "Name") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Name") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * ComponentTransform ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod ComponentTransform
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// ComputationTopology: All configuration data for a particular
// Computation.
type ComputationTopology struct {
// ComputationId: The ID of the computation.
ComputationId string ` json:"computationId,omitempty" `
// Inputs: The inputs to the computation.
Inputs [ ] * StreamLocation ` json:"inputs,omitempty" `
// KeyRanges: The key ranges processed by the computation.
KeyRanges [ ] * KeyRangeLocation ` json:"keyRanges,omitempty" `
// Outputs: The outputs from the computation.
Outputs [ ] * StreamLocation ` json:"outputs,omitempty" `
// StateFamilies: The state family values.
StateFamilies [ ] * StateFamilyConfig ` json:"stateFamilies,omitempty" `
// SystemStageName: The system stage name.
SystemStageName string ` json:"systemStageName,omitempty" `
// ForceSendFields is a list of field names (e.g. "ComputationId") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "ComputationId") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * ComputationTopology ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod ComputationTopology
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// ConcatPosition: A position that encapsulates an inner position and an
// index for the inner
// position. A ConcatPosition can be used by a reader of a source
// that
// encapsulates a set of other sources.
type ConcatPosition struct {
// Index: Index of the inner source.
Index int64 ` json:"index,omitempty" `
// Position: Position within the inner source.
Position * Position ` json:"position,omitempty" `
// ForceSendFields is a list of field names (e.g. "Index") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Index") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * ConcatPosition ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod ConcatPosition
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// CounterMetadata: CounterMetadata includes all static non-name
// non-value counter attributes.
type CounterMetadata struct {
// Description: Human-readable description of the counter semantics.
Description string ` json:"description,omitempty" `
// Kind: Counter aggregation kind.
//
// Possible values:
// "INVALID" - Counter aggregation kind was not set.
// "SUM" - Aggregated value is the sum of all contributed values.
// "MAX" - Aggregated value is the max of all contributed values.
// "MIN" - Aggregated value is the min of all contributed values.
// "MEAN" - Aggregated value is the mean of all contributed values.
// "OR" - Aggregated value represents the logical 'or' of all
// contributed values.
// "AND" - Aggregated value represents the logical 'and' of all
// contributed values.
// "SET" - Aggregated value is a set of unique contributed values.
// "DISTRIBUTION" - Aggregated value captures statistics about a
// distribution.
Kind string ` json:"kind,omitempty" `
// OtherUnits: A string referring to the unit type.
OtherUnits string ` json:"otherUnits,omitempty" `
// StandardUnits: System defined Units, see above enum.
//
// Possible values:
// "BYTES" - Counter returns a value in bytes.
// "BYTES_PER_SEC" - Counter returns a value in bytes per second.
// "MILLISECONDS" - Counter returns a value in milliseconds.
// "MICROSECONDS" - Counter returns a value in microseconds.
// "NANOSECONDS" - Counter returns a value in nanoseconds.
// "TIMESTAMP_MSEC" - Counter returns a timestamp in milliseconds.
// "TIMESTAMP_USEC" - Counter returns a timestamp in microseconds.
// "TIMESTAMP_NSEC" - Counter returns a timestamp in nanoseconds.
StandardUnits string ` json:"standardUnits,omitempty" `
// ForceSendFields is a list of field names (e.g. "Description") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Description") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * CounterMetadata ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod CounterMetadata
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// CounterStructuredName: Identifies a counter within a per-job
// namespace. Counters whose structured
// names are the same get merged into a single value for the job.
type CounterStructuredName struct {
// ComponentStepName: Name of the optimized step being executed by the
// workers.
ComponentStepName string ` json:"componentStepName,omitempty" `
// ExecutionStepName: Name of the stage. An execution step contains
// multiple component steps.
ExecutionStepName string ` json:"executionStepName,omitempty" `
// Name: Counter name. Not necessarily globally-unique, but unique
// within the
// context of the other fields.
// Required.
Name string ` json:"name,omitempty" `
// Origin: One of the standard Origins defined above.
//
// Possible values:
// "SYSTEM" - Counter was created by the Dataflow system.
// "USER" - Counter was created by the user.
Origin string ` json:"origin,omitempty" `
// OriginNamespace: A string containing a more specific namespace of the
// counter's origin.
OriginNamespace string ` json:"originNamespace,omitempty" `
2017-09-13 12:09:48 +00:00
// OriginalShuffleStepName: The GroupByKey step name from the original
// graph.
OriginalShuffleStepName string ` json:"originalShuffleStepName,omitempty" `
2017-08-05 18:17:15 +00:00
// OriginalStepName: System generated name of the original step in the
// user's graph, before
// optimization.
OriginalStepName string ` json:"originalStepName,omitempty" `
// Portion: Portion of this counter, either key or value.
//
// Possible values:
// "ALL" - Counter portion has not been set.
// "KEY" - Counter reports a key.
// "VALUE" - Counter reports a value.
Portion string ` json:"portion,omitempty" `
2017-09-13 12:09:48 +00:00
// SideInput: ID of a side input being read from/written to. Side inputs
// are identified
// by a pair of (reader, input_index). The reader is usually equal to
// the
// original name, but it may be different, if a ParDo emits it's
// Iterator /
// Map side input object.
SideInput * SideInputId ` json:"sideInput,omitempty" `
2017-08-05 18:17:15 +00:00
// WorkerId: ID of a particular worker.
WorkerId string ` json:"workerId,omitempty" `
// ForceSendFields is a list of field names (e.g. "ComponentStepName")
// to unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "ComponentStepName") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * CounterStructuredName ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod CounterStructuredName
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// CounterStructuredNameAndMetadata: A single message which encapsulates
// structured name and metadata for a given
// counter.
type CounterStructuredNameAndMetadata struct {
// Metadata: Metadata associated with a counter
Metadata * CounterMetadata ` json:"metadata,omitempty" `
// Name: Structured name of the counter.
Name * CounterStructuredName ` json:"name,omitempty" `
// ForceSendFields is a list of field names (e.g. "Metadata") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Metadata") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * CounterStructuredNameAndMetadata ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod CounterStructuredNameAndMetadata
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// CounterUpdate: An update to a Counter sent from a worker.
type CounterUpdate struct {
// Boolean: Boolean value for And, Or.
Boolean bool ` json:"boolean,omitempty" `
// Cumulative: True if this counter is reported as the total cumulative
// aggregate
// value accumulated since the worker started working on this
// WorkItem.
// By default this is false, indicating that this counter is reported
// as a delta.
Cumulative bool ` json:"cumulative,omitempty" `
// Distribution: Distribution data
Distribution * DistributionUpdate ` json:"distribution,omitempty" `
// FloatingPoint: Floating point value for Sum, Max, Min.
FloatingPoint float64 ` json:"floatingPoint,omitempty" `
// FloatingPointList: List of floating point numbers, for Set.
FloatingPointList * FloatingPointList ` json:"floatingPointList,omitempty" `
// FloatingPointMean: Floating point mean aggregation value for Mean.
FloatingPointMean * FloatingPointMean ` json:"floatingPointMean,omitempty" `
// Integer: Integer value for Sum, Max, Min.
Integer * SplitInt64 ` json:"integer,omitempty" `
// IntegerList: List of integers, for Set.
IntegerList * IntegerList ` json:"integerList,omitempty" `
// IntegerMean: Integer mean aggregation value for Mean.
IntegerMean * IntegerMean ` json:"integerMean,omitempty" `
// Internal: Value for internally-defined counters used by the Dataflow
// service.
Internal interface { } ` json:"internal,omitempty" `
// NameAndKind: Counter name and aggregation type.
NameAndKind * NameAndKind ` json:"nameAndKind,omitempty" `
// ShortId: The service-generated short identifier for this counter.
// The short_id -> (name, metadata) mapping is constant for the lifetime
// of
// a job.
ShortId int64 ` json:"shortId,omitempty,string" `
// StringList: List of strings, for Set.
StringList * StringList ` json:"stringList,omitempty" `
// StructuredNameAndMetadata: Counter structured name and metadata.
StructuredNameAndMetadata * CounterStructuredNameAndMetadata ` json:"structuredNameAndMetadata,omitempty" `
// ForceSendFields is a list of field names (e.g. "Boolean") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Boolean") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * CounterUpdate ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod CounterUpdate
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
func ( s * CounterUpdate ) UnmarshalJSON ( data [ ] byte ) error {
type noMethod CounterUpdate
var s1 struct {
FloatingPoint gensupport . JSONFloat64 ` json:"floatingPoint" `
* noMethod
}
s1 . noMethod = ( * noMethod ) ( s )
if err := json . Unmarshal ( data , & s1 ) ; err != nil {
return err
}
s . FloatingPoint = float64 ( s1 . FloatingPoint )
return nil
}
// CreateJobFromTemplateRequest: A request to create a Cloud Dataflow
// job from a template.
type CreateJobFromTemplateRequest struct {
// Environment: The runtime environment for the job.
Environment * RuntimeEnvironment ` json:"environment,omitempty" `
// GcsPath: Required. A Cloud Storage path to the template from which
// to
// create the job.
// Must be a valid Cloud Storage URL, beginning with `gs://`.
GcsPath string ` json:"gcsPath,omitempty" `
// JobName: Required. The job name to use for the created job.
JobName string ` json:"jobName,omitempty" `
// Location: The location to which to direct the request.
Location string ` json:"location,omitempty" `
// Parameters: The runtime parameters to pass to the job.
Parameters map [ string ] string ` json:"parameters,omitempty" `
// ForceSendFields is a list of field names (e.g. "Environment") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Environment") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * CreateJobFromTemplateRequest ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod CreateJobFromTemplateRequest
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// CustomSourceLocation: Identifies the location of a custom souce.
type CustomSourceLocation struct {
// Stateful: Whether this source is stateful.
Stateful bool ` json:"stateful,omitempty" `
// ForceSendFields is a list of field names (e.g. "Stateful") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Stateful") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * CustomSourceLocation ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod CustomSourceLocation
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// DataDiskAssignment: Data disk assignment for a given VM instance.
type DataDiskAssignment struct {
// DataDisks: Mounted data disks. The order is important a data disk's
// 0-based index in
// this list defines which persistent directory the disk is mounted to,
// for
// example the list of { "myproject-1014-104817-4c2-harness-0-disk-0"
// },
// { "myproject-1014-104817-4c2-harness-0-disk-1" }.
DataDisks [ ] string ` json:"dataDisks,omitempty" `
// VmInstance: VM instance name the data disks mounted to, for
// example
// "myproject-1014-104817-4c2-harness-0".
VmInstance string ` json:"vmInstance,omitempty" `
// ForceSendFields is a list of field names (e.g. "DataDisks") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "DataDisks") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * DataDiskAssignment ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod DataDiskAssignment
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// DerivedSource: Specification of one of the bundles produced as a
// result of splitting
// a Source (e.g. when executing a SourceSplitRequest, or when
// splitting an active task using
// WorkItemStatus.dynamic_source_split),
// relative to the source being split.
type DerivedSource struct {
// DerivationMode: What source to base the produced source on (if any).
//
// Possible values:
// "SOURCE_DERIVATION_MODE_UNKNOWN" - The source derivation is
// unknown, or unspecified.
// "SOURCE_DERIVATION_MODE_INDEPENDENT" - Produce a completely
// independent Source with no base.
// "SOURCE_DERIVATION_MODE_CHILD_OF_CURRENT" - Produce a Source based
// on the Source being split.
// "SOURCE_DERIVATION_MODE_SIBLING_OF_CURRENT" - Produce a Source
// based on the base of the Source being split.
DerivationMode string ` json:"derivationMode,omitempty" `
// Source: Specification of the source.
Source * Source ` json:"source,omitempty" `
// ForceSendFields is a list of field names (e.g. "DerivationMode") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "DerivationMode") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * DerivedSource ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod DerivedSource
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// Disk: Describes the data disk used by a workflow job.
type Disk struct {
// DiskType: Disk storage type, as defined by Google Compute Engine.
// This
// must be a disk type appropriate to the project and zone in which
// the workers will run. If unknown or unspecified, the service
// will attempt to choose a reasonable default.
//
// For example, the standard persistent disk type is a resource
// name
// typically ending in "pd-standard". If SSD persistent disks
// are
// available, the resource name typically ends with "pd-ssd".
// The
// actual valid values are defined the Google Compute Engine API,
// not by the Cloud Dataflow API; consult the Google Compute
// Engine
// documentation for more information about determining the set
// of
// available disk types for a particular project and zone.
//
// Google Compute Engine Disk types are local to a particular
// project in a particular zone, and so the resource name will
// typically look something like
// this:
//
// compute.googleapis.com/projects/project-id/zones/zone/diskTypes
// /pd-standard
DiskType string ` json:"diskType,omitempty" `
// MountPoint: Directory in a VM where disk is mounted.
MountPoint string ` json:"mountPoint,omitempty" `
// SizeGb: Size of disk in GB. If zero or unspecified, the service
// will
// attempt to choose a reasonable default.
SizeGb int64 ` json:"sizeGb,omitempty" `
// ForceSendFields is a list of field names (e.g. "DiskType") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "DiskType") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * Disk ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod Disk
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// DisplayData: Data provided with a pipeline or transform to provide
// descriptive info.
type DisplayData struct {
// BoolValue: Contains value if the data is of a boolean type.
BoolValue bool ` json:"boolValue,omitempty" `
// DurationValue: Contains value if the data is of duration type.
DurationValue string ` json:"durationValue,omitempty" `
// FloatValue: Contains value if the data is of float type.
FloatValue float64 ` json:"floatValue,omitempty" `
// Int64Value: Contains value if the data is of int64 type.
Int64Value int64 ` json:"int64Value,omitempty,string" `
// JavaClassValue: Contains value if the data is of java class type.
JavaClassValue string ` json:"javaClassValue,omitempty" `
// Key: The key identifying the display data.
// This is intended to be used as a label for the display data
// when viewed in a dax monitoring system.
Key string ` json:"key,omitempty" `
// Label: An optional label to display in a dax UI for the element.
Label string ` json:"label,omitempty" `
// Namespace: The namespace for the key. This is usually a class name or
// programming
// language namespace (i.e. python module) which defines the display
// data.
// This allows a dax monitoring system to specially handle the data
// and perform custom rendering.
Namespace string ` json:"namespace,omitempty" `
// ShortStrValue: A possible additional shorter value to display.
// For example a java_class_name_value of com.mypackage.MyDoFn
// will be stored with MyDoFn as the short_str_value
// and
// com.mypackage.MyDoFn as the java_class_name value.
// short_str_value can be displayed and java_class_name_value
// will be displayed as a tooltip.
ShortStrValue string ` json:"shortStrValue,omitempty" `
// StrValue: Contains value if the data is of string type.
StrValue string ` json:"strValue,omitempty" `
// TimestampValue: Contains value if the data is of timestamp type.
TimestampValue string ` json:"timestampValue,omitempty" `
// Url: An optional full URL.
Url string ` json:"url,omitempty" `
// ForceSendFields is a list of field names (e.g. "BoolValue") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "BoolValue") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * DisplayData ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod DisplayData
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
func ( s * DisplayData ) UnmarshalJSON ( data [ ] byte ) error {
type noMethod DisplayData
var s1 struct {
FloatValue gensupport . JSONFloat64 ` json:"floatValue" `
* noMethod
}
s1 . noMethod = ( * noMethod ) ( s )
if err := json . Unmarshal ( data , & s1 ) ; err != nil {
return err
}
s . FloatValue = float64 ( s1 . FloatValue )
return nil
}
// DistributionUpdate: A metric value representing a distribution.
type DistributionUpdate struct {
// Count: The count of the number of elements present in the
// distribution.
Count * SplitInt64 ` json:"count,omitempty" `
2017-10-01 08:13:39 +00:00
// Histogram: (Optional) Histogram of value counts for the distribution.
Histogram * Histogram ` json:"histogram,omitempty" `
2017-08-05 18:17:15 +00:00
// Max: The maximum value present in the distribution.
Max * SplitInt64 ` json:"max,omitempty" `
// Min: The minimum value present in the distribution.
Min * SplitInt64 ` json:"min,omitempty" `
// Sum: Use an int64 since we'd prefer the added precision. If overflow
// is a common
// problem we can detect it and use an additional int64 or a double.
Sum * SplitInt64 ` json:"sum,omitempty" `
// SumOfSquares: Use a double since the sum of squares is likely to
// overflow int64.
SumOfSquares float64 ` json:"sumOfSquares,omitempty" `
// ForceSendFields is a list of field names (e.g. "Count") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Count") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * DistributionUpdate ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod DistributionUpdate
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
func ( s * DistributionUpdate ) UnmarshalJSON ( data [ ] byte ) error {
type noMethod DistributionUpdate
var s1 struct {
SumOfSquares gensupport . JSONFloat64 ` json:"sumOfSquares" `
* noMethod
}
s1 . noMethod = ( * noMethod ) ( s )
if err := json . Unmarshal ( data , & s1 ) ; err != nil {
return err
}
s . SumOfSquares = float64 ( s1 . SumOfSquares )
return nil
}
// DynamicSourceSplit: When a task splits using
// WorkItemStatus.dynamic_source_split, this
// message describes the two parts of the split relative to
// the
// description of the current task's input.
type DynamicSourceSplit struct {
// Primary: Primary part (continued to be processed by
// worker).
// Specified relative to the previously-current source.
// Becomes current.
Primary * DerivedSource ` json:"primary,omitempty" `
// Residual: Residual part (returned to the pool of work).
// Specified relative to the previously-current source.
Residual * DerivedSource ` json:"residual,omitempty" `
// ForceSendFields is a list of field names (e.g. "Primary") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Primary") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * DynamicSourceSplit ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod DynamicSourceSplit
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// Environment: Describes the environment in which a Dataflow Job runs.
type Environment struct {
// ClusterManagerApiService: The type of cluster manager API to use. If
// unknown or
// unspecified, the service will attempt to choose a reasonable
// default. This should be in the form of the API service name,
// e.g. "compute.googleapis.com".
ClusterManagerApiService string ` json:"clusterManagerApiService,omitempty" `
// Dataset: The dataset for the current project where various
// workflow
// related tables are stored.
//
// The supported resource type is:
//
// Google BigQuery:
// bigquery.googleapis.com/{dataset}
Dataset string ` json:"dataset,omitempty" `
// Experiments: The list of experiments to enable.
Experiments [ ] string ` json:"experiments,omitempty" `
// InternalExperiments: Experimental settings.
InternalExperiments googleapi . RawMessage ` json:"internalExperiments,omitempty" `
// SdkPipelineOptions: The Cloud Dataflow SDK pipeline options specified
// by the user. These
// options are passed through the service and are used to recreate
// the
// SDK pipeline options on the worker in a language agnostic and
// platform
// independent way.
SdkPipelineOptions googleapi . RawMessage ` json:"sdkPipelineOptions,omitempty" `
// ServiceAccountEmail: Identity to run virtual machines as. Defaults to
// the default account.
ServiceAccountEmail string ` json:"serviceAccountEmail,omitempty" `
// TempStoragePrefix: The prefix of the resources the system should use
// for temporary
// storage. The system will append the suffix "/temp-{JOBNAME} to
// this resource prefix, where {JOBNAME} is the value of the
// job_name field. The resulting bucket and object prefix is used
// as the prefix of the resources used to store temporary data
// needed during the job execution. NOTE: This will override the
// value in taskrunner_settings.
// The supported resource type is:
//
// Google Cloud Storage:
//
// storage.googleapis.com/{bucket}/{object}
// bucket.storage.googleapis.com/{object}
TempStoragePrefix string ` json:"tempStoragePrefix,omitempty" `
// UserAgent: A description of the process that generated the request.
UserAgent googleapi . RawMessage ` json:"userAgent,omitempty" `
// Version: A structure describing which components and their versions
// of the service
// are required in order to run the job.
Version googleapi . RawMessage ` json:"version,omitempty" `
// WorkerPools: The worker pools. At least one "harness" worker pool
// must be
// specified in order for the job to have workers.
WorkerPools [ ] * WorkerPool ` json:"workerPools,omitempty" `
// ForceSendFields is a list of field names (e.g.
// "ClusterManagerApiService") to unconditionally include in API
// requests. By default, fields with empty values are omitted from API
// requests. However, any non-pointer, non-interface field appearing in
// ForceSendFields will be sent to the server regardless of whether the
// field is empty or not. This may be used to include empty fields in
// Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "ClusterManagerApiService")
// to include in API requests with the JSON null value. By default,
// fields with empty values are omitted from API requests. However, any
// field with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * Environment ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod Environment
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// ExecutionStageState: A message describing the state of a particular
// execution stage.
type ExecutionStageState struct {
// CurrentStateTime: The time at which the stage transitioned to this
// state.
CurrentStateTime string ` json:"currentStateTime,omitempty" `
// ExecutionStageName: The name of the execution stage.
ExecutionStageName string ` json:"executionStageName,omitempty" `
// ExecutionStageState: Executions stage states allow the same set of
// values as JobState.
//
// Possible values:
// "JOB_STATE_UNKNOWN" - The job's run state isn't specified.
// "JOB_STATE_STOPPED" - `JOB_STATE_STOPPED` indicates that the job
// has not
// yet started to run.
// "JOB_STATE_RUNNING" - `JOB_STATE_RUNNING` indicates that the job is
// currently running.
// "JOB_STATE_DONE" - `JOB_STATE_DONE` indicates that the job has
// successfully completed.
// This is a terminal job state. This state may be set by the Cloud
// Dataflow
// service, as a transition from `JOB_STATE_RUNNING`. It may also be set
// via a
// Cloud Dataflow `UpdateJob` call, if the job has not yet reached a
// terminal
// state.
// "JOB_STATE_FAILED" - `JOB_STATE_FAILED` indicates that the job has
// failed. This is a
// terminal job state. This state may only be set by the Cloud
// Dataflow
// service, and only as a transition from `JOB_STATE_RUNNING`.
// "JOB_STATE_CANCELLED" - `JOB_STATE_CANCELLED` indicates that the
// job has been explicitly
// cancelled. This is a terminal job state. This state may only be
// set via a Cloud Dataflow `UpdateJob` call, and only if the job has
// not
// yet reached another terminal state.
// "JOB_STATE_UPDATED" - `JOB_STATE_UPDATED` indicates that the job
// was successfully updated,
// meaning that this job was stopped and another job was started,
// inheriting
// state from this one. This is a terminal job state. This state may
// only be
// set by the Cloud Dataflow service, and only as a transition
// from
// `JOB_STATE_RUNNING`.
// "JOB_STATE_DRAINING" - `JOB_STATE_DRAINING` indicates that the job
// is in the process of draining.
// A draining job has stopped pulling from its input sources and is
// processing
// any data that remains in-flight. This state may be set via a Cloud
// Dataflow
// `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`.
// Jobs
// that are draining may only transition to
// `JOB_STATE_DRAINED`,
// `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`.
// "JOB_STATE_DRAINED" - `JOB_STATE_DRAINED` indicates that the job
// has been drained.
// A drained job terminated by stopping pulling from its input sources
// and
// processing any data that remained in-flight when draining was
// requested.
// This state is a terminal state, may only be set by the Cloud
// Dataflow
// service, and only as a transition from `JOB_STATE_DRAINING`.
// "JOB_STATE_PENDING" - 'JOB_STATE_PENDING' indicates that the job
// has been created but is not yet
// running. Jobs that are pending may only transition to
// `JOB_STATE_RUNNING`,
// or `JOB_STATE_FAILED`.
// "JOB_STATE_CANCELLING" - 'JOB_STATE_CANCELLING' indicates that the
// job has been explicitly cancelled
// and is in the process of stopping. Jobs that are cancelling may
// only
// transition to 'JOB_STATE_CANCELLED' or 'JOB_STATE_FAILED'.
ExecutionStageState string ` json:"executionStageState,omitempty" `
// ForceSendFields is a list of field names (e.g. "CurrentStateTime") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "CurrentStateTime") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * ExecutionStageState ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod ExecutionStageState
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// ExecutionStageSummary: Description of the composing transforms,
// names/ids, and input/outputs of a
// stage of execution. Some composing transforms and sources may have
// been
// generated by the Dataflow service during execution planning.
type ExecutionStageSummary struct {
// ComponentSource: Collections produced and consumed by component
// transforms of this stage.
ComponentSource [ ] * ComponentSource ` json:"componentSource,omitempty" `
// ComponentTransform: Transforms that comprise this execution stage.
ComponentTransform [ ] * ComponentTransform ` json:"componentTransform,omitempty" `
// Id: Dataflow service generated id for this stage.
Id string ` json:"id,omitempty" `
// InputSource: Input sources for this stage.
InputSource [ ] * StageSource ` json:"inputSource,omitempty" `
// Kind: Type of tranform this stage is executing.
//
// Possible values:
// "UNKNOWN_KIND" - Unrecognized transform type.
// "PAR_DO_KIND" - ParDo transform.
// "GROUP_BY_KEY_KIND" - Group By Key transform.
// "FLATTEN_KIND" - Flatten transform.
// "READ_KIND" - Read transform.
// "WRITE_KIND" - Write transform.
// "CONSTANT_KIND" - Constructs from a constant value, such as with
// Create.of.
// "SINGLETON_KIND" - Creates a Singleton view of a collection.
// "SHUFFLE_KIND" - Opening or closing a shuffle session, often as
// part of a GroupByKey.
Kind string ` json:"kind,omitempty" `
// Name: Dataflow service generated name for this stage.
Name string ` json:"name,omitempty" `
// OutputSource: Output sources for this stage.
OutputSource [ ] * StageSource ` json:"outputSource,omitempty" `
// ForceSendFields is a list of field names (e.g. "ComponentSource") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "ComponentSource") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * ExecutionStageSummary ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod ExecutionStageSummary
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// FailedLocation: Indicates which location failed to respond to a
// request for data.
type FailedLocation struct {
// Name: The name of the failed location.
Name string ` json:"name,omitempty" `
// ForceSendFields is a list of field names (e.g. "Name") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Name") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * FailedLocation ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod FailedLocation
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// FlattenInstruction: An instruction that copies its inputs (zero or
// more) to its (single) output.
type FlattenInstruction struct {
// Inputs: Describes the inputs to the flatten instruction.
Inputs [ ] * InstructionInput ` json:"inputs,omitempty" `
// ForceSendFields is a list of field names (e.g. "Inputs") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Inputs") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * FlattenInstruction ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod FlattenInstruction
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// FloatingPointList: A metric value representing a list of floating
// point numbers.
type FloatingPointList struct {
// Elements: Elements of the list.
Elements [ ] float64 ` json:"elements,omitempty" `
// ForceSendFields is a list of field names (e.g. "Elements") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Elements") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * FloatingPointList ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod FloatingPointList
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// FloatingPointMean: A representation of a floating point mean metric
// contribution.
type FloatingPointMean struct {
// Count: The number of values being aggregated.
Count * SplitInt64 ` json:"count,omitempty" `
// Sum: The sum of all values being aggregated.
Sum float64 ` json:"sum,omitempty" `
// ForceSendFields is a list of field names (e.g. "Count") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Count") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * FloatingPointMean ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod FloatingPointMean
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
func ( s * FloatingPointMean ) UnmarshalJSON ( data [ ] byte ) error {
type noMethod FloatingPointMean
var s1 struct {
Sum gensupport . JSONFloat64 ` json:"sum" `
* noMethod
}
s1 . noMethod = ( * noMethod ) ( s )
if err := json . Unmarshal ( data , & s1 ) ; err != nil {
return err
}
s . Sum = float64 ( s1 . Sum )
return nil
}
// GetDebugConfigRequest: Request to get updated debug configuration for
// component.
type GetDebugConfigRequest struct {
// ComponentId: The internal component id for which debug configuration
// is
// requested.
ComponentId string ` json:"componentId,omitempty" `
// Location: The location which contains the job specified by job_id.
Location string ` json:"location,omitempty" `
// WorkerId: The worker id, i.e., VM hostname.
WorkerId string ` json:"workerId,omitempty" `
// ForceSendFields is a list of field names (e.g. "ComponentId") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "ComponentId") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * GetDebugConfigRequest ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod GetDebugConfigRequest
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// GetDebugConfigResponse: Response to a get debug configuration
// request.
type GetDebugConfigResponse struct {
// Config: The encoded debug configuration for the requested component.
Config string ` json:"config,omitempty" `
// ServerResponse contains the HTTP response code and headers from the
// server.
googleapi . ServerResponse ` json:"-" `
// ForceSendFields is a list of field names (e.g. "Config") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Config") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * GetDebugConfigResponse ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod GetDebugConfigResponse
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// GetTemplateResponse: The response to a GetTemplate request.
type GetTemplateResponse struct {
// Metadata: The template metadata describing the template name,
// available
// parameters, etc.
Metadata * TemplateMetadata ` json:"metadata,omitempty" `
// Status: The status of the get template request. Any problems with
// the
// request will be indicated in the error_details.
Status * Status ` json:"status,omitempty" `
// ServerResponse contains the HTTP response code and headers from the
// server.
googleapi . ServerResponse ` json:"-" `
// ForceSendFields is a list of field names (e.g. "Metadata") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Metadata") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * GetTemplateResponse ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod GetTemplateResponse
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
2017-10-01 08:13:39 +00:00
// Histogram: Histogram of value counts for a distribution.
//
// Buckets have an inclusive lower bound and exclusive upper bound and
// use
// "1,2,5 bucketing": The first bucket range is from [0,1) and all
// subsequent
// bucket boundaries are powers of ten multiplied by 1, 2, or 5. Thus,
// bucket
// boundaries are 0, 1, 2, 5, 10, 20, 50, 100, 200, 500, 1000,
// ...
// Negative values are not supported.
type Histogram struct {
// BucketCounts: Counts of values in each bucket. For efficiency, prefix
// and trailing
// buckets with count = 0 are elided. Buckets can store the full range
// of
// values of an unsigned long, with ULLONG_MAX falling into the 59th
// bucket
// with range [1e19, 2e19).
BucketCounts googleapi . Int64s ` json:"bucketCounts,omitempty" `
// FirstBucketOffset: Starting index of first stored bucket. The
// non-inclusive upper-bound of
// the ith bucket is given by:
// pow(10,(i-first_bucket_offset)/3) *
// (1,2,5)[(i-first_bucket_offset)%3]
FirstBucketOffset int64 ` json:"firstBucketOffset,omitempty" `
// ForceSendFields is a list of field names (e.g. "BucketCounts") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "BucketCounts") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * Histogram ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod Histogram
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
2017-08-05 18:17:15 +00:00
// InstructionInput: An input of an instruction, as a reference to an
// output of a
// producer instruction.
type InstructionInput struct {
// OutputNum: The output index (origin zero) within the producer.
OutputNum int64 ` json:"outputNum,omitempty" `
// ProducerInstructionIndex: The index (origin zero) of the parallel
// instruction that produces
// the output to be consumed by this input. This index is relative
// to the list of instructions in this input's instruction's
// containing MapTask.
ProducerInstructionIndex int64 ` json:"producerInstructionIndex,omitempty" `
// ForceSendFields is a list of field names (e.g. "OutputNum") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "OutputNum") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * InstructionInput ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod InstructionInput
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// InstructionOutput: An output of an instruction.
type InstructionOutput struct {
// Codec: The codec to use to encode data being written via this output.
Codec googleapi . RawMessage ` json:"codec,omitempty" `
// Name: The user-provided name of this output.
Name string ` json:"name,omitempty" `
// OnlyCountKeyBytes: For system-generated byte and mean byte metrics,
// certain instructions
// should only report the key size.
OnlyCountKeyBytes bool ` json:"onlyCountKeyBytes,omitempty" `
// OnlyCountValueBytes: For system-generated byte and mean byte metrics,
// certain instructions
// should only report the value size.
OnlyCountValueBytes bool ` json:"onlyCountValueBytes,omitempty" `
// OriginalName: System-defined name for this output in the original
// workflow graph.
// Outputs that do not contribute to an original instruction do not set
// this.
OriginalName string ` json:"originalName,omitempty" `
// SystemName: System-defined name of this output.
// Unique across the workflow.
SystemName string ` json:"systemName,omitempty" `
// ForceSendFields is a list of field names (e.g. "Codec") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Codec") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * InstructionOutput ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod InstructionOutput
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// IntegerList: A metric value representing a list of integers.
type IntegerList struct {
// Elements: Elements of the list.
Elements [ ] * SplitInt64 ` json:"elements,omitempty" `
// ForceSendFields is a list of field names (e.g. "Elements") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Elements") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * IntegerList ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod IntegerList
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// IntegerMean: A representation of an integer mean metric contribution.
type IntegerMean struct {
// Count: The number of values being aggregated.
Count * SplitInt64 ` json:"count,omitempty" `
// Sum: The sum of all values being aggregated.
Sum * SplitInt64 ` json:"sum,omitempty" `
// ForceSendFields is a list of field names (e.g. "Count") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Count") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * IntegerMean ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod IntegerMean
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// Job: Defines a job to be run by the Cloud Dataflow service.
type Job struct {
// ClientRequestId: The client's unique identifier of the job, re-used
// across retried attempts.
// If this field is set, the service will ensure its uniqueness.
// The request to create a job will fail if the service has knowledge of
// a
// previously submitted job with the same client's ID and job name.
// The caller may use this field to ensure idempotence of job
// creation across retried attempts to create a job.
// By default, the field is empty and, in that case, the service ignores
// it.
ClientRequestId string ` json:"clientRequestId,omitempty" `
// CreateTime: The timestamp when the job was initially created.
// Immutable and set by the
// Cloud Dataflow service.
CreateTime string ` json:"createTime,omitempty" `
// CurrentState: The current state of the job.
//
// Jobs are created in the `JOB_STATE_STOPPED` state unless
// otherwise
// specified.
//
// A job in the `JOB_STATE_RUNNING` state may asynchronously enter
// a
// terminal state. After a job has reached a terminal state, no
// further state updates may be made.
//
// This field may be mutated by the Cloud Dataflow service;
// callers cannot mutate it.
//
// Possible values:
// "JOB_STATE_UNKNOWN" - The job's run state isn't specified.
// "JOB_STATE_STOPPED" - `JOB_STATE_STOPPED` indicates that the job
// has not
// yet started to run.
// "JOB_STATE_RUNNING" - `JOB_STATE_RUNNING` indicates that the job is
// currently running.
// "JOB_STATE_DONE" - `JOB_STATE_DONE` indicates that the job has
// successfully completed.
// This is a terminal job state. This state may be set by the Cloud
// Dataflow
// service, as a transition from `JOB_STATE_RUNNING`. It may also be set
// via a
// Cloud Dataflow `UpdateJob` call, if the job has not yet reached a
// terminal
// state.
// "JOB_STATE_FAILED" - `JOB_STATE_FAILED` indicates that the job has
// failed. This is a
// terminal job state. This state may only be set by the Cloud
// Dataflow
// service, and only as a transition from `JOB_STATE_RUNNING`.
// "JOB_STATE_CANCELLED" - `JOB_STATE_CANCELLED` indicates that the
// job has been explicitly
// cancelled. This is a terminal job state. This state may only be
// set via a Cloud Dataflow `UpdateJob` call, and only if the job has
// not
// yet reached another terminal state.
// "JOB_STATE_UPDATED" - `JOB_STATE_UPDATED` indicates that the job
// was successfully updated,
// meaning that this job was stopped and another job was started,
// inheriting
// state from this one. This is a terminal job state. This state may
// only be
// set by the Cloud Dataflow service, and only as a transition
// from
// `JOB_STATE_RUNNING`.
// "JOB_STATE_DRAINING" - `JOB_STATE_DRAINING` indicates that the job
// is in the process of draining.
// A draining job has stopped pulling from its input sources and is
// processing
// any data that remains in-flight. This state may be set via a Cloud
// Dataflow
// `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`.
// Jobs
// that are draining may only transition to
// `JOB_STATE_DRAINED`,
// `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`.
// "JOB_STATE_DRAINED" - `JOB_STATE_DRAINED` indicates that the job
// has been drained.
// A drained job terminated by stopping pulling from its input sources
// and
// processing any data that remained in-flight when draining was
// requested.
// This state is a terminal state, may only be set by the Cloud
// Dataflow
// service, and only as a transition from `JOB_STATE_DRAINING`.
// "JOB_STATE_PENDING" - 'JOB_STATE_PENDING' indicates that the job
// has been created but is not yet
// running. Jobs that are pending may only transition to
// `JOB_STATE_RUNNING`,
// or `JOB_STATE_FAILED`.
// "JOB_STATE_CANCELLING" - 'JOB_STATE_CANCELLING' indicates that the
// job has been explicitly cancelled
// and is in the process of stopping. Jobs that are cancelling may
// only
// transition to 'JOB_STATE_CANCELLED' or 'JOB_STATE_FAILED'.
CurrentState string ` json:"currentState,omitempty" `
// CurrentStateTime: The timestamp associated with the current state.
CurrentStateTime string ` json:"currentStateTime,omitempty" `
// Environment: The environment for the job.
Environment * Environment ` json:"environment,omitempty" `
// ExecutionInfo: Deprecated.
ExecutionInfo * JobExecutionInfo ` json:"executionInfo,omitempty" `
// Id: The unique ID of this job.
//
// This field is set by the Cloud Dataflow service when the Job
// is
// created, and is immutable for the life of the job.
Id string ` json:"id,omitempty" `
// Labels: User-defined labels for this job.
//
// The labels map can contain no more than 64 entries. Entries of the
// labels
// map are UTF8 strings that comply with the following restrictions:
//
// * Keys must conform to regexp: \p{Ll}\p{Lo}{0,62}
// * Values must conform to regexp: [\p{Ll}\p{Lo}\p{N}_-]{0,63}
// * Both keys and values are additionally constrained to be <= 128
// bytes in
// size.
Labels map [ string ] string ` json:"labels,omitempty" `
// Location: The location that contains this job.
Location string ` json:"location,omitempty" `
// Name: The user-specified Cloud Dataflow job name.
//
// Only one Job with a given name may exist in a project at any
// given time. If a caller attempts to create a Job with the same
// name as an already-existing Job, the attempt returns the
// existing Job.
//
// The name must match the regular
// expression
// `[a-z]([-a-z0-9]{0,38}[a-z0-9])?`
Name string ` json:"name,omitempty" `
// PipelineDescription: Preliminary field: The format of this data may
// change at any time.
// A description of the user pipeline and stages through which it is
// executed.
// Created by Cloud Dataflow service. Only retrieved
// with
// JOB_VIEW_DESCRIPTION or JOB_VIEW_ALL.
PipelineDescription * PipelineDescription ` json:"pipelineDescription,omitempty" `
// ProjectId: The ID of the Cloud Platform project that the job belongs
// to.
ProjectId string ` json:"projectId,omitempty" `
// ReplaceJobId: If this job is an update of an existing job, this field
// is the job ID
// of the job it replaced.
//
// When sending a `CreateJobRequest`, you can update a job by specifying
// it
// here. The job named here is stopped, and its intermediate state
// is
// transferred to this job.
ReplaceJobId string ` json:"replaceJobId,omitempty" `
// ReplacedByJobId: If another job is an update of this job (and thus,
// this job is in
// `JOB_STATE_UPDATED`), this field contains the ID of that job.
ReplacedByJobId string ` json:"replacedByJobId,omitempty" `
// RequestedState: The job's requested state.
//
// `UpdateJob` may be used to switch between the `JOB_STATE_STOPPED`
// and
// `JOB_STATE_RUNNING` states, by setting requested_state. `UpdateJob`
// may
// also be used to directly set a job's requested state
// to
// `JOB_STATE_CANCELLED` or `JOB_STATE_DONE`, irrevocably terminating
// the
// job if it has not already reached a terminal state.
//
// Possible values:
// "JOB_STATE_UNKNOWN" - The job's run state isn't specified.
// "JOB_STATE_STOPPED" - `JOB_STATE_STOPPED` indicates that the job
// has not
// yet started to run.
// "JOB_STATE_RUNNING" - `JOB_STATE_RUNNING` indicates that the job is
// currently running.
// "JOB_STATE_DONE" - `JOB_STATE_DONE` indicates that the job has
// successfully completed.
// This is a terminal job state. This state may be set by the Cloud
// Dataflow
// service, as a transition from `JOB_STATE_RUNNING`. It may also be set
// via a
// Cloud Dataflow `UpdateJob` call, if the job has not yet reached a
// terminal
// state.
// "JOB_STATE_FAILED" - `JOB_STATE_FAILED` indicates that the job has
// failed. This is a
// terminal job state. This state may only be set by the Cloud
// Dataflow
// service, and only as a transition from `JOB_STATE_RUNNING`.
// "JOB_STATE_CANCELLED" - `JOB_STATE_CANCELLED` indicates that the
// job has been explicitly
// cancelled. This is a terminal job state. This state may only be
// set via a Cloud Dataflow `UpdateJob` call, and only if the job has
// not
// yet reached another terminal state.
// "JOB_STATE_UPDATED" - `JOB_STATE_UPDATED` indicates that the job
// was successfully updated,
// meaning that this job was stopped and another job was started,
// inheriting
// state from this one. This is a terminal job state. This state may
// only be
// set by the Cloud Dataflow service, and only as a transition
// from
// `JOB_STATE_RUNNING`.
// "JOB_STATE_DRAINING" - `JOB_STATE_DRAINING` indicates that the job
// is in the process of draining.
// A draining job has stopped pulling from its input sources and is
// processing
// any data that remains in-flight. This state may be set via a Cloud
// Dataflow
// `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`.
// Jobs
// that are draining may only transition to
// `JOB_STATE_DRAINED`,
// `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`.
// "JOB_STATE_DRAINED" - `JOB_STATE_DRAINED` indicates that the job
// has been drained.
// A drained job terminated by stopping pulling from its input sources
// and
// processing any data that remained in-flight when draining was
// requested.
// This state is a terminal state, may only be set by the Cloud
// Dataflow
// service, and only as a transition from `JOB_STATE_DRAINING`.
// "JOB_STATE_PENDING" - 'JOB_STATE_PENDING' indicates that the job
// has been created but is not yet
// running. Jobs that are pending may only transition to
// `JOB_STATE_RUNNING`,
// or `JOB_STATE_FAILED`.
// "JOB_STATE_CANCELLING" - 'JOB_STATE_CANCELLING' indicates that the
// job has been explicitly cancelled
// and is in the process of stopping. Jobs that are cancelling may
// only
// transition to 'JOB_STATE_CANCELLED' or 'JOB_STATE_FAILED'.
RequestedState string ` json:"requestedState,omitempty" `
// StageStates: This field may be mutated by the Cloud Dataflow
// service;
// callers cannot mutate it.
StageStates [ ] * ExecutionStageState ` json:"stageStates,omitempty" `
// Steps: The top-level steps that constitute the entire job.
Steps [ ] * Step ` json:"steps,omitempty" `
// TempFiles: A set of files the system should be aware of that are
// used
// for temporary storage. These temporary files will be
// removed on job completion.
// No duplicates are allowed.
// No file patterns are supported.
//
// The supported files are:
//
// Google Cloud Storage:
//
// storage.googleapis.com/{bucket}/{object}
// bucket.storage.googleapis.com/{object}
TempFiles [ ] string ` json:"tempFiles,omitempty" `
// TransformNameMapping: The map of transform name prefixes of the job
// to be replaced to the
// corresponding name prefixes of the new job.
TransformNameMapping map [ string ] string ` json:"transformNameMapping,omitempty" `
// Type: The type of Cloud Dataflow job.
//
// Possible values:
// "JOB_TYPE_UNKNOWN" - The type of the job is unspecified, or
// unknown.
// "JOB_TYPE_BATCH" - A batch job with a well-defined end point: data
// is read, data is
// processed, data is written, and the job is done.
// "JOB_TYPE_STREAMING" - A continuously streaming job with no end:
// data is read,
// processed, and written continuously.
Type string ` json:"type,omitempty" `
// ServerResponse contains the HTTP response code and headers from the
// server.
googleapi . ServerResponse ` json:"-" `
// ForceSendFields is a list of field names (e.g. "ClientRequestId") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "ClientRequestId") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * Job ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod Job
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// JobExecutionInfo: Additional information about how a Cloud Dataflow
// job will be executed that
// isn't contained in the submitted job.
type JobExecutionInfo struct {
// Stages: A mapping from each stage to the information about that
// stage.
Stages map [ string ] JobExecutionStageInfo ` json:"stages,omitempty" `
// ForceSendFields is a list of field names (e.g. "Stages") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Stages") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * JobExecutionInfo ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod JobExecutionInfo
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// JobExecutionStageInfo: Contains information about how a
// particular
// google.dataflow.v1beta3.Step will be executed.
type JobExecutionStageInfo struct {
// StepName: The steps associated with the execution stage.
// Note that stages may have several steps, and that a given step
// might be run by more than one stage.
StepName [ ] string ` json:"stepName,omitempty" `
// ForceSendFields is a list of field names (e.g. "StepName") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "StepName") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * JobExecutionStageInfo ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod JobExecutionStageInfo
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// JobMessage: A particular message pertaining to a Dataflow job.
type JobMessage struct {
// Id: Deprecated.
Id string ` json:"id,omitempty" `
// MessageImportance: Importance level of the message.
//
// Possible values:
// "JOB_MESSAGE_IMPORTANCE_UNKNOWN" - The message importance isn't
// specified, or is unknown.
// "JOB_MESSAGE_DEBUG" - The message is at the 'debug' level:
// typically only useful for
// software engineers working on the code the job is running.
// Typically, Dataflow pipeline runners do not display log messages
// at this level by default.
// "JOB_MESSAGE_DETAILED" - The message is at the 'detailed' level:
// somewhat verbose, but
// potentially useful to users. Typically, Dataflow pipeline
// runners do not display log messages at this level by default.
// These messages are displayed by default in the Dataflow
// monitoring UI.
// "JOB_MESSAGE_BASIC" - The message is at the 'basic' level: useful
// for keeping
// track of the execution of a Dataflow pipeline. Typically,
// Dataflow pipeline runners display log messages at this level
// by
// default, and these messages are displayed by default in the
// Dataflow monitoring UI.
// "JOB_MESSAGE_WARNING" - The message is at the 'warning' level:
// indicating a condition
// pertaining to a job which may require human intervention.
// Typically, Dataflow pipeline runners display log messages at
// this
// level by default, and these messages are displayed by default in
// the Dataflow monitoring UI.
// "JOB_MESSAGE_ERROR" - The message is at the 'error' level:
// indicating a condition
// preventing a job from succeeding. Typically, Dataflow
// pipeline
// runners display log messages at this level by default, and
// these
// messages are displayed by default in the Dataflow monitoring UI.
MessageImportance string ` json:"messageImportance,omitempty" `
// MessageText: The text of the message.
MessageText string ` json:"messageText,omitempty" `
// Time: The timestamp of the message.
Time string ` json:"time,omitempty" `
// ForceSendFields is a list of field names (e.g. "Id") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Id") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * JobMessage ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod JobMessage
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// JobMetrics: JobMetrics contains a collection of metrics descibing the
// detailed progress
// of a Dataflow job. Metrics correspond to user-defined and
// system-defined
// metrics in the job.
//
// This resource captures only the most recent values of each
// metric;
// time-series data can be queried for them (under the same metric
// names)
// from Cloud Monitoring.
type JobMetrics struct {
// MetricTime: Timestamp as of which metric values are current.
MetricTime string ` json:"metricTime,omitempty" `
// Metrics: All metrics for this job.
Metrics [ ] * MetricUpdate ` json:"metrics,omitempty" `
// ServerResponse contains the HTTP response code and headers from the
// server.
googleapi . ServerResponse ` json:"-" `
// ForceSendFields is a list of field names (e.g. "MetricTime") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "MetricTime") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * JobMetrics ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod JobMetrics
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// KeyRangeDataDiskAssignment: Data disk assignment information for a
// specific key-range of a sharded
// computation.
// Currently we only support UTF-8 character splits to simplify encoding
// into
// JSON.
type KeyRangeDataDiskAssignment struct {
// DataDisk: The name of the data disk where data for this range is
// stored.
// This name is local to the Google Cloud Platform project and
// uniquely
// identifies the disk within that project, for
// example
// "myproject-1014-104817-4c2-harness-0-disk-1".
DataDisk string ` json:"dataDisk,omitempty" `
// End: The end (exclusive) of the key range.
End string ` json:"end,omitempty" `
// Start: The start (inclusive) of the key range.
Start string ` json:"start,omitempty" `
// ForceSendFields is a list of field names (e.g. "DataDisk") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "DataDisk") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * KeyRangeDataDiskAssignment ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod KeyRangeDataDiskAssignment
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// KeyRangeLocation: Location information for a specific key-range of a
// sharded computation.
// Currently we only support UTF-8 character splits to simplify encoding
// into
// JSON.
type KeyRangeLocation struct {
// DataDisk: The name of the data disk where data for this range is
// stored.
// This name is local to the Google Cloud Platform project and
// uniquely
// identifies the disk within that project, for
// example
// "myproject-1014-104817-4c2-harness-0-disk-1".
DataDisk string ` json:"dataDisk,omitempty" `
// DeliveryEndpoint: The physical location of this range assignment to
// be used for
// streaming computation cross-worker message delivery.
DeliveryEndpoint string ` json:"deliveryEndpoint,omitempty" `
// DeprecatedPersistentDirectory: DEPRECATED. The location of the
// persistent state for this range, as a
// persistent directory in the worker local filesystem.
DeprecatedPersistentDirectory string ` json:"deprecatedPersistentDirectory,omitempty" `
// End: The end (exclusive) of the key range.
End string ` json:"end,omitempty" `
// Start: The start (inclusive) of the key range.
Start string ` json:"start,omitempty" `
// ForceSendFields is a list of field names (e.g. "DataDisk") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "DataDisk") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * KeyRangeLocation ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod KeyRangeLocation
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// LaunchTemplateParameters: Parameters to provide to the template being
// launched.
type LaunchTemplateParameters struct {
// Environment: The runtime environment for the job.
Environment * RuntimeEnvironment ` json:"environment,omitempty" `
// JobName: Required. The job name to use for the created job.
JobName string ` json:"jobName,omitempty" `
// Parameters: The runtime parameters to pass to the job.
Parameters map [ string ] string ` json:"parameters,omitempty" `
// ForceSendFields is a list of field names (e.g. "Environment") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Environment") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * LaunchTemplateParameters ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod LaunchTemplateParameters
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// LaunchTemplateResponse: Response to the request to launch a template.
type LaunchTemplateResponse struct {
// Job: The job that was launched, if the request was not a dry run
// and
// the job was successfully launched.
Job * Job ` json:"job,omitempty" `
// ServerResponse contains the HTTP response code and headers from the
// server.
googleapi . ServerResponse ` json:"-" `
// ForceSendFields is a list of field names (e.g. "Job") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Job") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * LaunchTemplateResponse ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod LaunchTemplateResponse
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// LeaseWorkItemRequest: Request to lease WorkItems.
type LeaseWorkItemRequest struct {
// CurrentWorkerTime: The current timestamp at the worker.
CurrentWorkerTime string ` json:"currentWorkerTime,omitempty" `
// Location: The location which contains the WorkItem's job.
Location string ` json:"location,omitempty" `
// RequestedLeaseDuration: The initial lease period.
RequestedLeaseDuration string ` json:"requestedLeaseDuration,omitempty" `
// WorkItemTypes: Filter for WorkItem type.
WorkItemTypes [ ] string ` json:"workItemTypes,omitempty" `
// WorkerCapabilities: Worker capabilities. WorkItems might be limited
// to workers with specific
// capabilities.
WorkerCapabilities [ ] string ` json:"workerCapabilities,omitempty" `
// WorkerId: Identifies the worker leasing work -- typically the ID of
// the
// virtual machine running the worker.
WorkerId string ` json:"workerId,omitempty" `
// ForceSendFields is a list of field names (e.g. "CurrentWorkerTime")
// to unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "CurrentWorkerTime") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * LeaseWorkItemRequest ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod LeaseWorkItemRequest
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// LeaseWorkItemResponse: Response to a request to lease WorkItems.
type LeaseWorkItemResponse struct {
// WorkItems: A list of the leased WorkItems.
WorkItems [ ] * WorkItem ` json:"workItems,omitempty" `
// ServerResponse contains the HTTP response code and headers from the
// server.
googleapi . ServerResponse ` json:"-" `
// ForceSendFields is a list of field names (e.g. "WorkItems") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "WorkItems") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * LeaseWorkItemResponse ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod LeaseWorkItemResponse
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// ListJobMessagesResponse: Response to a request to list job messages.
type ListJobMessagesResponse struct {
// AutoscalingEvents: Autoscaling events in ascending timestamp order.
AutoscalingEvents [ ] * AutoscalingEvent ` json:"autoscalingEvents,omitempty" `
// JobMessages: Messages in ascending timestamp order.
JobMessages [ ] * JobMessage ` json:"jobMessages,omitempty" `
// NextPageToken: The token to obtain the next page of results if there
// are more.
NextPageToken string ` json:"nextPageToken,omitempty" `
// ServerResponse contains the HTTP response code and headers from the
// server.
googleapi . ServerResponse ` json:"-" `
// ForceSendFields is a list of field names (e.g. "AutoscalingEvents")
// to unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "AutoscalingEvents") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * ListJobMessagesResponse ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod ListJobMessagesResponse
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// ListJobsResponse: Response to a request to list Cloud Dataflow jobs.
// This may be a partial
// response, depending on the page size in the ListJobsRequest.
type ListJobsResponse struct {
// FailedLocation: Zero or more messages describing locations that
// failed to respond.
FailedLocation [ ] * FailedLocation ` json:"failedLocation,omitempty" `
// Jobs: A subset of the requested job information.
Jobs [ ] * Job ` json:"jobs,omitempty" `
// NextPageToken: Set if there may be more results than fit in this
// response.
NextPageToken string ` json:"nextPageToken,omitempty" `
// ServerResponse contains the HTTP response code and headers from the
// server.
googleapi . ServerResponse ` json:"-" `
// ForceSendFields is a list of field names (e.g. "FailedLocation") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "FailedLocation") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * ListJobsResponse ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod ListJobsResponse
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// MapTask: MapTask consists of an ordered set of instructions, each of
// which
// describes one particular low-level operation for the worker
// to
// perform in order to accomplish the MapTask's WorkItem.
//
// Each instruction must appear in the list before any instructions
// which
// depends on its output.
type MapTask struct {
// Instructions: The instructions in the MapTask.
Instructions [ ] * ParallelInstruction ` json:"instructions,omitempty" `
// StageName: System-defined name of the stage containing this
// MapTask.
// Unique across the workflow.
StageName string ` json:"stageName,omitempty" `
// SystemName: System-defined name of this MapTask.
// Unique across the workflow.
SystemName string ` json:"systemName,omitempty" `
// ForceSendFields is a list of field names (e.g. "Instructions") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Instructions") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * MapTask ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod MapTask
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// MetricShortId: The metric short id is returned to the user alongside
// an offset into
// ReportWorkItemStatusRequest
type MetricShortId struct {
// MetricIndex: The index of the corresponding metric in
// the ReportWorkItemStatusRequest. Required.
MetricIndex int64 ` json:"metricIndex,omitempty" `
// ShortId: The service-generated short identifier for the metric.
ShortId int64 ` json:"shortId,omitempty,string" `
// ForceSendFields is a list of field names (e.g. "MetricIndex") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "MetricIndex") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * MetricShortId ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod MetricShortId
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// MetricStructuredName: Identifies a metric, by describing the source
// which generated the
// metric.
type MetricStructuredName struct {
// Context: Zero or more labeled fields which identify the part of the
// job this
// metric is associated with, such as the name of a step or
// collection.
//
// For example, built-in counters associated with steps will
// have
// context['step'] = <step-name>. Counters associated with
// PCollections
// in the SDK will have context['pcollection'] = <pcollection-name>.
Context map [ string ] string ` json:"context,omitempty" `
// Name: Worker-defined metric name.
Name string ` json:"name,omitempty" `
// Origin: Origin (namespace) of metric name. May be blank for
// user-define metrics;
// will be "dataflow" for metrics defined by the Dataflow service or
// SDK.
Origin string ` json:"origin,omitempty" `
// ForceSendFields is a list of field names (e.g. "Context") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Context") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * MetricStructuredName ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod MetricStructuredName
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// MetricUpdate: Describes the state of a metric.
type MetricUpdate struct {
// Cumulative: True if this metric is reported as the total cumulative
// aggregate
// value accumulated since the worker started working on this
// WorkItem.
// By default this is false, indicating that this metric is reported
// as a delta that is not associated with any WorkItem.
Cumulative bool ` json:"cumulative,omitempty" `
// Distribution: A struct value describing properties of a distribution
// of numeric values.
Distribution interface { } ` json:"distribution,omitempty" `
// Internal: Worker-computed aggregate value for internal use by the
// Dataflow
// service.
Internal interface { } ` json:"internal,omitempty" `
// Kind: Metric aggregation kind. The possible metric aggregation kinds
// are
// "Sum", "Max", "Min", "Mean", "Set", "And", "Or", and
// "Distribution".
// The specified aggregation kind is case-insensitive.
//
// If omitted, this is not an aggregated value but instead
// a single metric sample value.
Kind string ` json:"kind,omitempty" `
// MeanCount: Worker-computed aggregate value for the "Mean" aggregation
// kind.
// This holds the count of the aggregated values and is used in
// combination
// with mean_sum above to obtain the actual mean aggregate value.
// The only possible value type is Long.
MeanCount interface { } ` json:"meanCount,omitempty" `
// MeanSum: Worker-computed aggregate value for the "Mean" aggregation
// kind.
// This holds the sum of the aggregated values and is used in
// combination
// with mean_count below to obtain the actual mean aggregate value.
// The only possible value types are Long and Double.
MeanSum interface { } ` json:"meanSum,omitempty" `
// Name: Name of the metric.
Name * MetricStructuredName ` json:"name,omitempty" `
// Scalar: Worker-computed aggregate value for aggregation kinds "Sum",
// "Max", "Min",
// "And", and "Or". The possible value types are Long, Double, and
// Boolean.
Scalar interface { } ` json:"scalar,omitempty" `
// Set: Worker-computed aggregate value for the "Set" aggregation kind.
// The only
// possible value type is a list of Values whose type can be Long,
// Double,
// or String, according to the metric's type. All Values in the list
// must
// be of the same type.
Set interface { } ` json:"set,omitempty" `
// UpdateTime: Timestamp associated with the metric value. Optional when
// workers are
// reporting work progress; it will be filled in responses from
// the
// metrics API.
UpdateTime string ` json:"updateTime,omitempty" `
// ForceSendFields is a list of field names (e.g. "Cumulative") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Cumulative") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * MetricUpdate ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod MetricUpdate
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// MountedDataDisk: Describes mounted data disk.
type MountedDataDisk struct {
// DataDisk: The name of the data disk.
// This name is local to the Google Cloud Platform project and
// uniquely
// identifies the disk within that project, for
// example
// "myproject-1014-104817-4c2-harness-0-disk-1".
DataDisk string ` json:"dataDisk,omitempty" `
// ForceSendFields is a list of field names (e.g. "DataDisk") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "DataDisk") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * MountedDataDisk ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod MountedDataDisk
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// MultiOutputInfo: Information about an output of a multi-output DoFn.
type MultiOutputInfo struct {
// Tag: The id of the tag the user code will emit to this output by;
// this
// should correspond to the tag of some SideInputInfo.
Tag string ` json:"tag,omitempty" `
// ForceSendFields is a list of field names (e.g. "Tag") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Tag") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * MultiOutputInfo ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod MultiOutputInfo
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// NameAndKind: Basic metadata about a counter.
type NameAndKind struct {
// Kind: Counter aggregation kind.
//
// Possible values:
// "INVALID" - Counter aggregation kind was not set.
// "SUM" - Aggregated value is the sum of all contributed values.
// "MAX" - Aggregated value is the max of all contributed values.
// "MIN" - Aggregated value is the min of all contributed values.
// "MEAN" - Aggregated value is the mean of all contributed values.
// "OR" - Aggregated value represents the logical 'or' of all
// contributed values.
// "AND" - Aggregated value represents the logical 'and' of all
// contributed values.
// "SET" - Aggregated value is a set of unique contributed values.
// "DISTRIBUTION" - Aggregated value captures statistics about a
// distribution.
Kind string ` json:"kind,omitempty" `
// Name: Name of the counter.
Name string ` json:"name,omitempty" `
// ForceSendFields is a list of field names (e.g. "Kind") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Kind") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * NameAndKind ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod NameAndKind
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// Package: The packages that must be installed in order for a worker to
// run the
// steps of the Cloud Dataflow job that will be assigned to its
// worker
// pool.
//
// This is the mechanism by which the Cloud Dataflow SDK causes code
// to
// be loaded onto the workers. For example, the Cloud Dataflow Java
// SDK
// might use this to install jars containing the user's code and all of
// the
// various dependencies (libraries, data files, etc.) required in
// order
// for that code to run.
type Package struct {
// Location: The resource to read the package from. The supported
// resource type is:
//
// Google Cloud Storage:
//
// storage.googleapis.com/{bucket}
// bucket.storage.googleapis.com/
Location string ` json:"location,omitempty" `
// Name: The name of the package.
Name string ` json:"name,omitempty" `
// ForceSendFields is a list of field names (e.g. "Location") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Location") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * Package ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod Package
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// ParDoInstruction: An instruction that does a ParDo operation.
// Takes one main input and zero or more side inputs, and produces
// zero or more outputs.
// Runs user code.
type ParDoInstruction struct {
// Input: The input.
Input * InstructionInput ` json:"input,omitempty" `
// MultiOutputInfos: Information about each of the outputs, if user_fn
// is a MultiDoFn.
MultiOutputInfos [ ] * MultiOutputInfo ` json:"multiOutputInfos,omitempty" `
// NumOutputs: The number of outputs.
NumOutputs int64 ` json:"numOutputs,omitempty" `
// SideInputs: Zero or more side inputs.
SideInputs [ ] * SideInputInfo ` json:"sideInputs,omitempty" `
// UserFn: The user function to invoke.
UserFn googleapi . RawMessage ` json:"userFn,omitempty" `
// ForceSendFields is a list of field names (e.g. "Input") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Input") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * ParDoInstruction ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod ParDoInstruction
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// ParallelInstruction: Describes a particular operation comprising a
// MapTask.
type ParallelInstruction struct {
// Flatten: Additional information for Flatten instructions.
Flatten * FlattenInstruction ` json:"flatten,omitempty" `
// Name: User-provided name of this operation.
Name string ` json:"name,omitempty" `
// OriginalName: System-defined name for the operation in the original
// workflow graph.
OriginalName string ` json:"originalName,omitempty" `
// Outputs: Describes the outputs of the instruction.
Outputs [ ] * InstructionOutput ` json:"outputs,omitempty" `
// ParDo: Additional information for ParDo instructions.
ParDo * ParDoInstruction ` json:"parDo,omitempty" `
// PartialGroupByKey: Additional information for PartialGroupByKey
// instructions.
PartialGroupByKey * PartialGroupByKeyInstruction ` json:"partialGroupByKey,omitempty" `
// Read: Additional information for Read instructions.
Read * ReadInstruction ` json:"read,omitempty" `
// SystemName: System-defined name of this operation.
// Unique across the workflow.
SystemName string ` json:"systemName,omitempty" `
// Write: Additional information for Write instructions.
Write * WriteInstruction ` json:"write,omitempty" `
// ForceSendFields is a list of field names (e.g. "Flatten") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Flatten") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * ParallelInstruction ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod ParallelInstruction
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// Parameter: Structured data associated with this message.
type Parameter struct {
// Key: Key or name for this parameter.
Key string ` json:"key,omitempty" `
// Value: Value for this parameter.
Value interface { } ` json:"value,omitempty" `
// ForceSendFields is a list of field names (e.g. "Key") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Key") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * Parameter ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod Parameter
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// ParameterMetadata: Metadata for a specific parameter.
type ParameterMetadata struct {
// HelpText: Required. The help text to display for the parameter.
HelpText string ` json:"helpText,omitempty" `
// IsOptional: Optional. Whether the parameter is optional. Defaults to
// false.
IsOptional bool ` json:"isOptional,omitempty" `
// Label: Required. The label to display for the parameter.
Label string ` json:"label,omitempty" `
// Name: Required. The name of the parameter.
Name string ` json:"name,omitempty" `
// Regexes: Optional. Regexes that the parameter must match.
Regexes [ ] string ` json:"regexes,omitempty" `
// ForceSendFields is a list of field names (e.g. "HelpText") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "HelpText") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * ParameterMetadata ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod ParameterMetadata
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// PartialGroupByKeyInstruction: An instruction that does a partial
// group-by-key.
// One input and one output.
type PartialGroupByKeyInstruction struct {
// Input: Describes the input to the partial group-by-key instruction.
Input * InstructionInput ` json:"input,omitempty" `
// InputElementCodec: The codec to use for interpreting an element in
// the input PTable.
InputElementCodec googleapi . RawMessage ` json:"inputElementCodec,omitempty" `
// OriginalCombineValuesInputStoreName: If this instruction includes a
// combining function this is the name of the
// intermediate store between the GBK and the CombineValues.
OriginalCombineValuesInputStoreName string ` json:"originalCombineValuesInputStoreName,omitempty" `
// OriginalCombineValuesStepName: If this instruction includes a
// combining function, this is the name of the
// CombineValues instruction lifted into this instruction.
OriginalCombineValuesStepName string ` json:"originalCombineValuesStepName,omitempty" `
// SideInputs: Zero or more side inputs.
SideInputs [ ] * SideInputInfo ` json:"sideInputs,omitempty" `
// ValueCombiningFn: The value combining function to invoke.
ValueCombiningFn googleapi . RawMessage ` json:"valueCombiningFn,omitempty" `
// ForceSendFields is a list of field names (e.g. "Input") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Input") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * PartialGroupByKeyInstruction ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod PartialGroupByKeyInstruction
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// PipelineDescription: A descriptive representation of submitted
// pipeline as well as the executed
// form. This data is provided by the Dataflow service for ease of
// visualizing
// the pipeline and interpretting Dataflow provided metrics.
type PipelineDescription struct {
// DisplayData: Pipeline level display data.
DisplayData [ ] * DisplayData ` json:"displayData,omitempty" `
// ExecutionPipelineStage: Description of each stage of execution of the
// pipeline.
ExecutionPipelineStage [ ] * ExecutionStageSummary ` json:"executionPipelineStage,omitempty" `
// OriginalPipelineTransform: Description of each transform in the
// pipeline and collections between them.
OriginalPipelineTransform [ ] * TransformSummary ` json:"originalPipelineTransform,omitempty" `
// ForceSendFields is a list of field names (e.g. "DisplayData") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "DisplayData") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * PipelineDescription ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod PipelineDescription
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// Position: Position defines a position within a collection of data.
// The value
// can be either the end position, a key (used with
// ordered
// collections), a byte offset, or a record index.
type Position struct {
// ByteOffset: Position is a byte offset.
ByteOffset int64 ` json:"byteOffset,omitempty,string" `
// ConcatPosition: CloudPosition is a concat position.
ConcatPosition * ConcatPosition ` json:"concatPosition,omitempty" `
// End: Position is past all other positions. Also useful for the
// end
// position of an unbounded range.
End bool ` json:"end,omitempty" `
// Key: Position is a string key, ordered lexicographically.
Key string ` json:"key,omitempty" `
// RecordIndex: Position is a record index.
RecordIndex int64 ` json:"recordIndex,omitempty,string" `
// ShufflePosition: CloudPosition is a base64 encoded
// BatchShufflePosition (with FIXED
// sharding).
ShufflePosition string ` json:"shufflePosition,omitempty" `
// ForceSendFields is a list of field names (e.g. "ByteOffset") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "ByteOffset") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * Position ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod Position
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// PubsubLocation: Identifies a pubsub location to use for transferring
// data into or
// out of a streaming Dataflow job.
type PubsubLocation struct {
// DropLateData: Indicates whether the pipeline allows late-arriving
// data.
DropLateData bool ` json:"dropLateData,omitempty" `
// IdLabel: If set, contains a pubsub label from which to extract record
// ids.
// If left empty, record deduplication will be strictly best effort.
IdLabel string ` json:"idLabel,omitempty" `
// Subscription: A pubsub subscription, in the form
// of
// "pubsub.googleapis.com/subscriptions/<project-id>/<subscription-nam
// e>"
Subscription string ` json:"subscription,omitempty" `
// TimestampLabel: If set, contains a pubsub label from which to extract
// record timestamps.
// If left empty, record timestamps will be generated upon arrival.
TimestampLabel string ` json:"timestampLabel,omitempty" `
// Topic: A pubsub topic, in the form
// of
// "pubsub.googleapis.com/topics/<project-id>/<topic-name>"
Topic string ` json:"topic,omitempty" `
// TrackingSubscription: If set, specifies the pubsub subscription that
// will be used for tracking
// custom time timestamps for watermark estimation.
TrackingSubscription string ` json:"trackingSubscription,omitempty" `
// WithAttributes: If true, then the client has requested to get pubsub
// attributes.
WithAttributes bool ` json:"withAttributes,omitempty" `
// ForceSendFields is a list of field names (e.g. "DropLateData") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "DropLateData") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * PubsubLocation ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod PubsubLocation
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// ReadInstruction: An instruction that reads records.
// Takes no inputs, produces one output.
type ReadInstruction struct {
// Source: The source to read from.
Source * Source ` json:"source,omitempty" `
// ForceSendFields is a list of field names (e.g. "Source") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Source") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * ReadInstruction ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod ReadInstruction
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// ReportWorkItemStatusRequest: Request to report the status of
// WorkItems.
type ReportWorkItemStatusRequest struct {
// CurrentWorkerTime: The current timestamp at the worker.
CurrentWorkerTime string ` json:"currentWorkerTime,omitempty" `
// Location: The location which contains the WorkItem's job.
Location string ` json:"location,omitempty" `
// WorkItemStatuses: The order is unimportant, except that the order of
// the
// WorkItemServiceState messages in the
// ReportWorkItemStatusResponse
// corresponds to the order of WorkItemStatus messages here.
WorkItemStatuses [ ] * WorkItemStatus ` json:"workItemStatuses,omitempty" `
// WorkerId: The ID of the worker reporting the WorkItem status. If
// this
// does not match the ID of the worker which the Dataflow
// service
// believes currently has the lease on the WorkItem, the report
// will be dropped (with an error response).
WorkerId string ` json:"workerId,omitempty" `
// ForceSendFields is a list of field names (e.g. "CurrentWorkerTime")
// to unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "CurrentWorkerTime") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * ReportWorkItemStatusRequest ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod ReportWorkItemStatusRequest
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// ReportWorkItemStatusResponse: Response from a request to report the
// status of WorkItems.
type ReportWorkItemStatusResponse struct {
// WorkItemServiceStates: A set of messages indicating the service-side
// state for each
// WorkItem whose status was reported, in the same order as
// the
// WorkItemStatus messages in the ReportWorkItemStatusRequest
// which
// resulting in this response.
WorkItemServiceStates [ ] * WorkItemServiceState ` json:"workItemServiceStates,omitempty" `
// ServerResponse contains the HTTP response code and headers from the
// server.
googleapi . ServerResponse ` json:"-" `
// ForceSendFields is a list of field names (e.g.
// "WorkItemServiceStates") to unconditionally include in API requests.
// By default, fields with empty values are omitted from API requests.
// However, any non-pointer, non-interface field appearing in
// ForceSendFields will be sent to the server regardless of whether the
// field is empty or not. This may be used to include empty fields in
// Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "WorkItemServiceStates") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * ReportWorkItemStatusResponse ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod ReportWorkItemStatusResponse
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// ReportedParallelism: Represents the level of parallelism in a
// WorkItem's input,
// reported by the worker.
type ReportedParallelism struct {
// IsInfinite: Specifies whether the parallelism is infinite. If true,
// "value" is
// ignored.
// Infinite parallelism means the service will assume that the work
// item
// can always be split into more non-empty work items by dynamic
// splitting.
// This is a work-around for lack of support for infinity by the
// current
// JSON-based Java RPC stack.
IsInfinite bool ` json:"isInfinite,omitempty" `
// Value: Specifies the level of parallelism in case it is finite.
Value float64 ` json:"value,omitempty" `
// ForceSendFields is a list of field names (e.g. "IsInfinite") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "IsInfinite") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * ReportedParallelism ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod ReportedParallelism
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
func ( s * ReportedParallelism ) UnmarshalJSON ( data [ ] byte ) error {
type noMethod ReportedParallelism
var s1 struct {
Value gensupport . JSONFloat64 ` json:"value" `
* noMethod
}
s1 . noMethod = ( * noMethod ) ( s )
if err := json . Unmarshal ( data , & s1 ) ; err != nil {
return err
}
s . Value = float64 ( s1 . Value )
return nil
}
// ResourceUtilizationReport: Worker metrics exported from workers. This
// contains resource utilization
// metrics accumulated from a variety of sources. For more information,
// see
// go/df-resource-signals.
type ResourceUtilizationReport struct {
// CpuTime: CPU utilization samples.
CpuTime [ ] * CPUTime ` json:"cpuTime,omitempty" `
// ForceSendFields is a list of field names (e.g. "CpuTime") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "CpuTime") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * ResourceUtilizationReport ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod ResourceUtilizationReport
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// ResourceUtilizationReportResponse: Service-side response to
// WorkerMessage reporting resource utilization.
type ResourceUtilizationReportResponse struct {
}
// RuntimeEnvironment: The environment values to set at runtime.
type RuntimeEnvironment struct {
// BypassTempDirValidation: Whether to bypass the safety checks for the
// job's temporary directory.
// Use with caution.
BypassTempDirValidation bool ` json:"bypassTempDirValidation,omitempty" `
// MachineType: The machine type to use for the job. Defaults to the
// value from the
// template if not specified.
MachineType string ` json:"machineType,omitempty" `
// MaxWorkers: The maximum number of Google Compute Engine instances to
// be made
// available to your pipeline during execution, from 1 to 1000.
MaxWorkers int64 ` json:"maxWorkers,omitempty" `
// ServiceAccountEmail: The email address of the service account to run
// the job as.
ServiceAccountEmail string ` json:"serviceAccountEmail,omitempty" `
// TempLocation: The Cloud Storage path to use for temporary files.
// Must be a valid Cloud Storage URL, beginning with `gs://`.
TempLocation string ` json:"tempLocation,omitempty" `
// Zone: The Compute Engine
// [availability
// zone](https://cloud.google.com/compute/docs/regions-zone
// s/regions-zones)
// for launching worker instances to run your pipeline.
Zone string ` json:"zone,omitempty" `
// ForceSendFields is a list of field names (e.g.
// "BypassTempDirValidation") to unconditionally include in API
// requests. By default, fields with empty values are omitted from API
// requests. However, any non-pointer, non-interface field appearing in
// ForceSendFields will be sent to the server regardless of whether the
// field is empty or not. This may be used to include empty fields in
// Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "BypassTempDirValidation")
// to include in API requests with the JSON null value. By default,
// fields with empty values are omitted from API requests. However, any
// field with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * RuntimeEnvironment ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod RuntimeEnvironment
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// SendDebugCaptureRequest: Request to send encoded debug information.
type SendDebugCaptureRequest struct {
// ComponentId: The internal component id for which debug information is
// sent.
ComponentId string ` json:"componentId,omitempty" `
// Data: The encoded debug information.
Data string ` json:"data,omitempty" `
// Location: The location which contains the job specified by job_id.
Location string ` json:"location,omitempty" `
// WorkerId: The worker id, i.e., VM hostname.
WorkerId string ` json:"workerId,omitempty" `
// ForceSendFields is a list of field names (e.g. "ComponentId") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "ComponentId") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * SendDebugCaptureRequest ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod SendDebugCaptureRequest
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// SendDebugCaptureResponse: Response to a send capture request.
// nothing
type SendDebugCaptureResponse struct {
// ServerResponse contains the HTTP response code and headers from the
// server.
googleapi . ServerResponse ` json:"-" `
}
// SendWorkerMessagesRequest: A request for sending worker messages to
// the service.
type SendWorkerMessagesRequest struct {
// Location: The location which contains the job
Location string ` json:"location,omitempty" `
// WorkerMessages: The WorkerMessages to send.
WorkerMessages [ ] * WorkerMessage ` json:"workerMessages,omitempty" `
// ForceSendFields is a list of field names (e.g. "Location") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Location") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * SendWorkerMessagesRequest ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod SendWorkerMessagesRequest
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// SendWorkerMessagesResponse: The response to the worker messages.
type SendWorkerMessagesResponse struct {
// WorkerMessageResponses: The servers response to the worker messages.
WorkerMessageResponses [ ] * WorkerMessageResponse ` json:"workerMessageResponses,omitempty" `
// ServerResponse contains the HTTP response code and headers from the
// server.
googleapi . ServerResponse ` json:"-" `
// ForceSendFields is a list of field names (e.g.
// "WorkerMessageResponses") to unconditionally include in API requests.
// By default, fields with empty values are omitted from API requests.
// However, any non-pointer, non-interface field appearing in
// ForceSendFields will be sent to the server regardless of whether the
// field is empty or not. This may be used to include empty fields in
// Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "WorkerMessageResponses")
// to include in API requests with the JSON null value. By default,
// fields with empty values are omitted from API requests. However, any
// field with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * SendWorkerMessagesResponse ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod SendWorkerMessagesResponse
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// SeqMapTask: Describes a particular function to invoke.
type SeqMapTask struct {
// Inputs: Information about each of the inputs.
Inputs [ ] * SideInputInfo ` json:"inputs,omitempty" `
// Name: The user-provided name of the SeqDo operation.
Name string ` json:"name,omitempty" `
// OutputInfos: Information about each of the outputs.
OutputInfos [ ] * SeqMapTaskOutputInfo ` json:"outputInfos,omitempty" `
// StageName: System-defined name of the stage containing the SeqDo
// operation.
// Unique across the workflow.
StageName string ` json:"stageName,omitempty" `
// SystemName: System-defined name of the SeqDo operation.
// Unique across the workflow.
SystemName string ` json:"systemName,omitempty" `
// UserFn: The user function to invoke.
UserFn googleapi . RawMessage ` json:"userFn,omitempty" `
// ForceSendFields is a list of field names (e.g. "Inputs") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Inputs") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * SeqMapTask ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod SeqMapTask
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// SeqMapTaskOutputInfo: Information about an output of a SeqMapTask.
type SeqMapTaskOutputInfo struct {
// Sink: The sink to write the output value to.
Sink * Sink ` json:"sink,omitempty" `
// Tag: The id of the TupleTag the user code will tag the output value
// by.
Tag string ` json:"tag,omitempty" `
// ForceSendFields is a list of field names (e.g. "Sink") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Sink") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * SeqMapTaskOutputInfo ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod SeqMapTaskOutputInfo
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// ShellTask: A task which consists of a shell command for the worker to
// execute.
type ShellTask struct {
// Command: The shell command to run.
Command string ` json:"command,omitempty" `
// ExitCode: Exit code for the task.
ExitCode int64 ` json:"exitCode,omitempty" `
// ForceSendFields is a list of field names (e.g. "Command") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Command") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * ShellTask ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod ShellTask
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
2017-09-13 12:09:48 +00:00
// SideInputId: Uniquely identifies a side input.
type SideInputId struct {
// DeclaringStepName: The step that receives and usually consumes this
// side input.
DeclaringStepName string ` json:"declaringStepName,omitempty" `
// InputIndex: The index of the side input, from the list of
// non_parallel_inputs.
InputIndex int64 ` json:"inputIndex,omitempty" `
// ForceSendFields is a list of field names (e.g. "DeclaringStepName")
// to unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "DeclaringStepName") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * SideInputId ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod SideInputId
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
2017-08-05 18:17:15 +00:00
// SideInputInfo: Information about a side input of a DoFn or an input
// of a SeqDoFn.
type SideInputInfo struct {
// Kind: How to interpret the source element(s) as a side input value.
Kind googleapi . RawMessage ` json:"kind,omitempty" `
// Sources: The source(s) to read element(s) from to get the value of
// this side input.
// If more than one source, then the elements are taken from
// the
// sources, in the specified order if order matters.
// At least one source is required.
Sources [ ] * Source ` json:"sources,omitempty" `
// Tag: The id of the tag the user code will access this side input
// by;
// this should correspond to the tag of some MultiOutputInfo.
Tag string ` json:"tag,omitempty" `
// ForceSendFields is a list of field names (e.g. "Kind") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Kind") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * SideInputInfo ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod SideInputInfo
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// Sink: A sink that records can be encoded and written to.
type Sink struct {
// Codec: The codec to use to encode data written to the sink.
Codec googleapi . RawMessage ` json:"codec,omitempty" `
// Spec: The sink to write to, plus its parameters.
Spec googleapi . RawMessage ` json:"spec,omitempty" `
// ForceSendFields is a list of field names (e.g. "Codec") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Codec") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * Sink ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod Sink
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// Source: A source that records can be read and decoded from.
type Source struct {
// BaseSpecs: While splitting, sources may specify the produced
// bundles
// as differences against another source, in order to save
// backend-side
// memory and allow bigger jobs. For details, see SourceSplitRequest.
// To support this use case, the full set of parameters of the source
// is logically obtained by taking the latest explicitly specified
// value
// of each parameter in the order:
// base_specs (later items win), spec (overrides anything in
// base_specs).
BaseSpecs [ ] googleapi . RawMessage ` json:"baseSpecs,omitempty" `
// Codec: The codec to use to decode data read from the source.
Codec googleapi . RawMessage ` json:"codec,omitempty" `
// DoesNotNeedSplitting: Setting this value to true hints to the
// framework that the source
// doesn't need splitting, and using SourceSplitRequest on it
// would
// yield SOURCE_SPLIT_OUTCOME_USE_CURRENT.
//
// E.g. a file splitter may set this to true when splitting a single
// file
// into a set of byte ranges of appropriate size, and set this
// to false when splitting a filepattern into individual files.
// However, for efficiency, a file splitter may decide to produce
// file subranges directly from the filepattern to avoid a
// splitting
// round-trip.
//
// See SourceSplitRequest for an overview of the splitting
// process.
//
// This field is meaningful only in the Source objects populated
// by the user (e.g. when filling in a DerivedSource).
// Source objects supplied by the framework to the user don't have
// this field populated.
DoesNotNeedSplitting bool ` json:"doesNotNeedSplitting,omitempty" `
// Metadata: Optionally, metadata for this source can be supplied right
// away,
// avoiding a SourceGetMetadataOperation roundtrip
// (see SourceOperationRequest).
//
// This field is meaningful only in the Source objects populated
// by the user (e.g. when filling in a DerivedSource).
// Source objects supplied by the framework to the user don't have
// this field populated.
Metadata * SourceMetadata ` json:"metadata,omitempty" `
// Spec: The source to read from, plus its parameters.
Spec googleapi . RawMessage ` json:"spec,omitempty" `
// ForceSendFields is a list of field names (e.g. "BaseSpecs") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "BaseSpecs") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * Source ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod Source
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// SourceFork: DEPRECATED in favor of DynamicSourceSplit.
type SourceFork struct {
// Primary: DEPRECATED
Primary * SourceSplitShard ` json:"primary,omitempty" `
// PrimarySource: DEPRECATED
PrimarySource * DerivedSource ` json:"primarySource,omitempty" `
// Residual: DEPRECATED
Residual * SourceSplitShard ` json:"residual,omitempty" `
// ResidualSource: DEPRECATED
ResidualSource * DerivedSource ` json:"residualSource,omitempty" `
// ForceSendFields is a list of field names (e.g. "Primary") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Primary") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * SourceFork ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod SourceFork
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// SourceGetMetadataRequest: A request to compute the SourceMetadata of
// a Source.
type SourceGetMetadataRequest struct {
// Source: Specification of the source whose metadata should be
// computed.
Source * Source ` json:"source,omitempty" `
// ForceSendFields is a list of field names (e.g. "Source") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Source") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * SourceGetMetadataRequest ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod SourceGetMetadataRequest
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// SourceGetMetadataResponse: The result of a
// SourceGetMetadataOperation.
type SourceGetMetadataResponse struct {
// Metadata: The computed metadata.
Metadata * SourceMetadata ` json:"metadata,omitempty" `
// ForceSendFields is a list of field names (e.g. "Metadata") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Metadata") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * SourceGetMetadataResponse ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod SourceGetMetadataResponse
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// SourceMetadata: Metadata about a Source useful for automatically
// optimizing
// and tuning the pipeline, etc.
type SourceMetadata struct {
// EstimatedSizeBytes: An estimate of the total size (in bytes) of the
// data that would be
// read from this source. This estimate is in terms of external
// storage
// size, before any decompression or other processing done by the
// reader.
EstimatedSizeBytes int64 ` json:"estimatedSizeBytes,omitempty,string" `
// Infinite: Specifies that the size of this source is known to be
// infinite
// (this is a streaming source).
Infinite bool ` json:"infinite,omitempty" `
// ProducesSortedKeys: Whether this source is known to produce key/value
// pairs with
// the (encoded) keys in lexicographically sorted order.
ProducesSortedKeys bool ` json:"producesSortedKeys,omitempty" `
// ForceSendFields is a list of field names (e.g. "EstimatedSizeBytes")
// to unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "EstimatedSizeBytes") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * SourceMetadata ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod SourceMetadata
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// SourceOperationRequest: A work item that represents the different
// operations that can be
// performed on a user-defined Source specification.
type SourceOperationRequest struct {
// GetMetadata: Information about a request to get metadata about a
// source.
GetMetadata * SourceGetMetadataRequest ` json:"getMetadata,omitempty" `
// Split: Information about a request to split a source.
Split * SourceSplitRequest ` json:"split,omitempty" `
// ForceSendFields is a list of field names (e.g. "GetMetadata") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "GetMetadata") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * SourceOperationRequest ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod SourceOperationRequest
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// SourceOperationResponse: The result of a SourceOperationRequest,
// specified in
// ReportWorkItemStatusRequest.source_operation when the work item
// is completed.
type SourceOperationResponse struct {
// GetMetadata: A response to a request to get metadata about a source.
GetMetadata * SourceGetMetadataResponse ` json:"getMetadata,omitempty" `
// Split: A response to a request to split a source.
Split * SourceSplitResponse ` json:"split,omitempty" `
// ForceSendFields is a list of field names (e.g. "GetMetadata") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "GetMetadata") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * SourceOperationResponse ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod SourceOperationResponse
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// SourceSplitOptions: Hints for splitting a Source into bundles (parts
// for parallel
// processing) using SourceSplitRequest.
type SourceSplitOptions struct {
// DesiredBundleSizeBytes: The source should be split into a set of
// bundles where the estimated size
// of each is approximately this many bytes.
DesiredBundleSizeBytes int64 ` json:"desiredBundleSizeBytes,omitempty,string" `
// DesiredShardSizeBytes: DEPRECATED in favor of
// desired_bundle_size_bytes.
DesiredShardSizeBytes int64 ` json:"desiredShardSizeBytes,omitempty,string" `
// ForceSendFields is a list of field names (e.g.
// "DesiredBundleSizeBytes") to unconditionally include in API requests.
// By default, fields with empty values are omitted from API requests.
// However, any non-pointer, non-interface field appearing in
// ForceSendFields will be sent to the server regardless of whether the
// field is empty or not. This may be used to include empty fields in
// Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "DesiredBundleSizeBytes")
// to include in API requests with the JSON null value. By default,
// fields with empty values are omitted from API requests. However, any
// field with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * SourceSplitOptions ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod SourceSplitOptions
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// SourceSplitRequest: Represents the operation to split a high-level
// Source specification
// into bundles (parts for parallel processing).
//
// At a high level, splitting of a source into bundles happens as
// follows:
// SourceSplitRequest is applied to the source. If it
// returns
// SOURCE_SPLIT_OUTCOME_USE_CURRENT, no further splitting happens and
// the source
// is used "as is". Otherwise, splitting is applied recursively to
// each
// produced DerivedSource.
//
// As an optimization, for any Source, if its does_not_need_splitting
// is
// true, the framework assumes that splitting this source would
// return
// SOURCE_SPLIT_OUTCOME_USE_CURRENT, and doesn't initiate a
// SourceSplitRequest.
// This applies both to the initial source being split and to
// bundles
// produced from it.
type SourceSplitRequest struct {
// Options: Hints for tuning the splitting process.
Options * SourceSplitOptions ` json:"options,omitempty" `
// Source: Specification of the source to be split.
Source * Source ` json:"source,omitempty" `
// ForceSendFields is a list of field names (e.g. "Options") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Options") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * SourceSplitRequest ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod SourceSplitRequest
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// SourceSplitResponse: The response to a SourceSplitRequest.
type SourceSplitResponse struct {
// Bundles: If outcome is SPLITTING_HAPPENED, then this is a list of
// bundles
// into which the source was split. Otherwise this field is
// ignored.
// This list can be empty, which means the source represents an empty
// input.
Bundles [ ] * DerivedSource ` json:"bundles,omitempty" `
// Outcome: Indicates whether splitting happened and produced a list of
// bundles.
// If this is USE_CURRENT_SOURCE_AS_IS, the current source should
// be processed "as is" without splitting. "bundles" is ignored in this
// case.
// If this is SPLITTING_HAPPENED, then "bundles" contains a list
// of
// bundles into which the source was split.
//
// Possible values:
// "SOURCE_SPLIT_OUTCOME_UNKNOWN" - The source split outcome is
// unknown, or unspecified.
// "SOURCE_SPLIT_OUTCOME_USE_CURRENT" - The current source should be
// processed "as is" without splitting.
// "SOURCE_SPLIT_OUTCOME_SPLITTING_HAPPENED" - Splitting produced a
// list of bundles.
Outcome string ` json:"outcome,omitempty" `
// Shards: DEPRECATED in favor of bundles.
Shards [ ] * SourceSplitShard ` json:"shards,omitempty" `
// ForceSendFields is a list of field names (e.g. "Bundles") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Bundles") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * SourceSplitResponse ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod SourceSplitResponse
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// SourceSplitShard: DEPRECATED in favor of DerivedSource.
type SourceSplitShard struct {
// DerivationMode: DEPRECATED
//
// Possible values:
// "SOURCE_DERIVATION_MODE_UNKNOWN" - The source derivation is
// unknown, or unspecified.
// "SOURCE_DERIVATION_MODE_INDEPENDENT" - Produce a completely
// independent Source with no base.
// "SOURCE_DERIVATION_MODE_CHILD_OF_CURRENT" - Produce a Source based
// on the Source being split.
// "SOURCE_DERIVATION_MODE_SIBLING_OF_CURRENT" - Produce a Source
// based on the base of the Source being split.
DerivationMode string ` json:"derivationMode,omitempty" `
// Source: DEPRECATED
Source * Source ` json:"source,omitempty" `
// ForceSendFields is a list of field names (e.g. "DerivationMode") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "DerivationMode") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * SourceSplitShard ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod SourceSplitShard
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// SplitInt64: A representation of an int64, n, that is immune to
// precision loss when
// encoded in JSON.
type SplitInt64 struct {
// HighBits: The high order bits, including the sign: n >> 32.
HighBits int64 ` json:"highBits,omitempty" `
// LowBits: The low order bits: n & 0xffffffff.
LowBits int64 ` json:"lowBits,omitempty" `
// ForceSendFields is a list of field names (e.g. "HighBits") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "HighBits") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * SplitInt64 ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod SplitInt64
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// StageSource: Description of an input or output of an execution stage.
type StageSource struct {
// Name: Dataflow service generated name for this source.
Name string ` json:"name,omitempty" `
// OriginalTransformOrCollection: User name for the original user
// transform or collection with which this
// source is most closely associated.
OriginalTransformOrCollection string ` json:"originalTransformOrCollection,omitempty" `
// SizeBytes: Size of the source, if measurable.
SizeBytes int64 ` json:"sizeBytes,omitempty,string" `
// UserName: Human-readable name for this source; may be user or system
// generated.
UserName string ` json:"userName,omitempty" `
// ForceSendFields is a list of field names (e.g. "Name") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Name") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * StageSource ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod StageSource
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// StateFamilyConfig: State family configuration.
type StateFamilyConfig struct {
// IsRead: If true, this family corresponds to a read operation.
IsRead bool ` json:"isRead,omitempty" `
// StateFamily: The state family value.
StateFamily string ` json:"stateFamily,omitempty" `
// ForceSendFields is a list of field names (e.g. "IsRead") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "IsRead") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * StateFamilyConfig ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod StateFamilyConfig
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// Status: The `Status` type defines a logical error model that is
// suitable for different
// programming environments, including REST APIs and RPC APIs. It is
// used by
// [gRPC](https://github.com/grpc). The error model is designed to
// be:
//
// - Simple to use and understand for most users
// - Flexible enough to meet unexpected needs
//
// # Overview
//
// The `Status` message contains three pieces of data: error code, error
// message,
// and error details. The error code should be an enum value
// of
// google.rpc.Code, but it may accept additional error codes if needed.
// The
// error message should be a developer-facing English message that
// helps
// developers *understand* and *resolve* the error. If a localized
// user-facing
// error message is needed, put the localized message in the error
// details or
// localize it in the client. The optional error details may contain
// arbitrary
// information about the error. There is a predefined set of error
// detail types
// in the package `google.rpc` that can be used for common error
// conditions.
//
// # Language mapping
//
// The `Status` message is the logical representation of the error
// model, but it
// is not necessarily the actual wire format. When the `Status` message
// is
// exposed in different client libraries and different wire protocols,
// it can be
// mapped differently. For example, it will likely be mapped to some
// exceptions
// in Java, but more likely mapped to some error codes in C.
//
// # Other uses
//
// The error model and the `Status` message can be used in a variety
// of
// environments, either with or without APIs, to provide a
// consistent developer experience across different
// environments.
//
// Example uses of this error model include:
//
// - Partial errors. If a service needs to return partial errors to the
// client,
// it may embed the `Status` in the normal response to indicate the
// partial
// errors.
//
// - Workflow errors. A typical workflow has multiple steps. Each step
// may
// have a `Status` message for error reporting.
//
// - Batch operations. If a client uses batch request and batch
// response, the
// `Status` message should be used directly inside batch response,
// one for
// each error sub-response.
//
// - Asynchronous operations. If an API call embeds asynchronous
// operation
// results in its response, the status of those operations should
// be
// represented directly using the `Status` message.
//
// - Logging. If some API errors are stored in logs, the message
// `Status` could
// be used directly after any stripping needed for security/privacy
// reasons.
type Status struct {
// Code: The status code, which should be an enum value of
// google.rpc.Code.
Code int64 ` json:"code,omitempty" `
// Details: A list of messages that carry the error details. There is a
// common set of
// message types for APIs to use.
Details [ ] googleapi . RawMessage ` json:"details,omitempty" `
// Message: A developer-facing error message, which should be in
// English. Any
// user-facing error message should be localized and sent in
// the
// google.rpc.Status.details field, or localized by the client.
Message string ` json:"message,omitempty" `
// ForceSendFields is a list of field names (e.g. "Code") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Code") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * Status ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod Status
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// Step: Defines a particular step within a Cloud Dataflow job.
//
// A job consists of multiple steps, each of which performs
// some
// specific operation as part of the overall job. Data is
// typically
// passed from one step to another as part of the job.
//
// Here's an example of a sequence of steps which together implement
// a
// Map-Reduce job:
//
// * Read a collection of data from some source, parsing the
// collection's elements.
//
// * Validate the elements.
//
// * Apply a user-defined function to map each element to some value
// and extract an element-specific key value.
//
// * Group elements with the same key into a single element with
// that key, transforming a multiply-keyed collection into a
// uniquely-keyed collection.
//
// * Write the elements out to some data sink.
//
// Note that the Cloud Dataflow service may be used to run many
// different
// types of jobs, not just Map-Reduce.
type Step struct {
// Kind: The kind of step in the Cloud Dataflow job.
Kind string ` json:"kind,omitempty" `
// Name: The name that identifies the step. This must be unique for
// each
// step with respect to all other steps in the Cloud Dataflow job.
Name string ` json:"name,omitempty" `
// Properties: Named properties associated with the step. Each kind
// of
// predefined step has its own required set of properties.
// Must be provided on Create. Only retrieved with JOB_VIEW_ALL.
Properties googleapi . RawMessage ` json:"properties,omitempty" `
// ForceSendFields is a list of field names (e.g. "Kind") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Kind") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * Step ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod Step
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// StreamLocation: Describes a stream of data, either as input to be
// processed or as
// output of a streaming Dataflow job.
type StreamLocation struct {
// CustomSourceLocation: The stream is a custom source.
CustomSourceLocation * CustomSourceLocation ` json:"customSourceLocation,omitempty" `
// PubsubLocation: The stream is a pubsub stream.
PubsubLocation * PubsubLocation ` json:"pubsubLocation,omitempty" `
// SideInputLocation: The stream is a streaming side input.
SideInputLocation * StreamingSideInputLocation ` json:"sideInputLocation,omitempty" `
// StreamingStageLocation: The stream is part of another computation
// within the current
// streaming Dataflow job.
StreamingStageLocation * StreamingStageLocation ` json:"streamingStageLocation,omitempty" `
// ForceSendFields is a list of field names (e.g.
// "CustomSourceLocation") to unconditionally include in API requests.
// By default, fields with empty values are omitted from API requests.
// However, any non-pointer, non-interface field appearing in
// ForceSendFields will be sent to the server regardless of whether the
// field is empty or not. This may be used to include empty fields in
// Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "CustomSourceLocation") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * StreamLocation ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod StreamLocation
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// StreamingComputationConfig: Configuration information for a single
// streaming computation.
type StreamingComputationConfig struct {
// ComputationId: Unique identifier for this computation.
ComputationId string ` json:"computationId,omitempty" `
// Instructions: Instructions that comprise the computation.
Instructions [ ] * ParallelInstruction ` json:"instructions,omitempty" `
// StageName: Stage name of this computation.
StageName string ` json:"stageName,omitempty" `
// SystemName: System defined name for this computation.
SystemName string ` json:"systemName,omitempty" `
// ForceSendFields is a list of field names (e.g. "ComputationId") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "ComputationId") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * StreamingComputationConfig ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod StreamingComputationConfig
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// StreamingComputationRanges: Describes full or partial data disk
// assignment information of the computation
// ranges.
type StreamingComputationRanges struct {
// ComputationId: The ID of the computation.
ComputationId string ` json:"computationId,omitempty" `
// RangeAssignments: Data disk assignments for ranges from this
// computation.
RangeAssignments [ ] * KeyRangeDataDiskAssignment ` json:"rangeAssignments,omitempty" `
// ForceSendFields is a list of field names (e.g. "ComputationId") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "ComputationId") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * StreamingComputationRanges ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod StreamingComputationRanges
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// StreamingComputationTask: A task which describes what action should
// be performed for the specified
// streaming computation ranges.
type StreamingComputationTask struct {
// ComputationRanges: Contains ranges of a streaming computation this
// task should apply to.
ComputationRanges [ ] * StreamingComputationRanges ` json:"computationRanges,omitempty" `
// DataDisks: Describes the set of data disks this task should apply to.
DataDisks [ ] * MountedDataDisk ` json:"dataDisks,omitempty" `
// TaskType: A type of streaming computation task.
//
// Possible values:
// "STREAMING_COMPUTATION_TASK_UNKNOWN" - The streaming computation
// task is unknown, or unspecified.
// "STREAMING_COMPUTATION_TASK_STOP" - Stop processing specified
// streaming computation range(s).
// "STREAMING_COMPUTATION_TASK_START" - Start processing specified
// streaming computation range(s).
TaskType string ` json:"taskType,omitempty" `
// ForceSendFields is a list of field names (e.g. "ComputationRanges")
// to unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "ComputationRanges") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * StreamingComputationTask ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod StreamingComputationTask
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// StreamingConfigTask: A task that carries configuration information
// for streaming computations.
type StreamingConfigTask struct {
// StreamingComputationConfigs: Set of computation configuration
// information.
StreamingComputationConfigs [ ] * StreamingComputationConfig ` json:"streamingComputationConfigs,omitempty" `
// UserStepToStateFamilyNameMap: Map from user step names to state
// families.
UserStepToStateFamilyNameMap map [ string ] string ` json:"userStepToStateFamilyNameMap,omitempty" `
// WindmillServiceEndpoint: If present, the worker must use this
// endpoint to communicate with Windmill
// Service dispatchers, otherwise the worker must continue to use
// whatever
// endpoint it had been using.
WindmillServiceEndpoint string ` json:"windmillServiceEndpoint,omitempty" `
// WindmillServicePort: If present, the worker must use this port to
// communicate with Windmill
// Service dispatchers. Only applicable when windmill_service_endpoint
// is
// specified.
WindmillServicePort int64 ` json:"windmillServicePort,omitempty,string" `
// ForceSendFields is a list of field names (e.g.
// "StreamingComputationConfigs") to unconditionally include in API
// requests. By default, fields with empty values are omitted from API
// requests. However, any non-pointer, non-interface field appearing in
// ForceSendFields will be sent to the server regardless of whether the
// field is empty or not. This may be used to include empty fields in
// Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g.
// "StreamingComputationConfigs") to include in API requests with the
// JSON null value. By default, fields with empty values are omitted
// from API requests. However, any field with an empty value appearing
// in NullFields will be sent to the server as null. It is an error if a
// field in this list has a non-empty value. This may be used to include
// null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * StreamingConfigTask ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod StreamingConfigTask
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// StreamingSetupTask: A task which initializes part of a streaming
// Dataflow job.
type StreamingSetupTask struct {
// Drain: The user has requested drain.
Drain bool ` json:"drain,omitempty" `
// ReceiveWorkPort: The TCP port on which the worker should listen for
// messages from
// other streaming computation workers.
ReceiveWorkPort int64 ` json:"receiveWorkPort,omitempty" `
// StreamingComputationTopology: The global topology of the streaming
// Dataflow job.
StreamingComputationTopology * TopologyConfig ` json:"streamingComputationTopology,omitempty" `
// WorkerHarnessPort: The TCP port used by the worker to communicate
// with the Dataflow
// worker harness.
WorkerHarnessPort int64 ` json:"workerHarnessPort,omitempty" `
// ForceSendFields is a list of field names (e.g. "Drain") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Drain") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * StreamingSetupTask ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod StreamingSetupTask
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// StreamingSideInputLocation: Identifies the location of a streaming
// side input.
type StreamingSideInputLocation struct {
// StateFamily: Identifies the state family where this side input is
// stored.
StateFamily string ` json:"stateFamily,omitempty" `
// Tag: Identifies the particular side input within the streaming
// Dataflow job.
Tag string ` json:"tag,omitempty" `
// ForceSendFields is a list of field names (e.g. "StateFamily") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "StateFamily") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * StreamingSideInputLocation ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod StreamingSideInputLocation
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// StreamingStageLocation: Identifies the location of a streaming
// computation stage, for
// stage-to-stage communication.
type StreamingStageLocation struct {
// StreamId: Identifies the particular stream within the streaming
// Dataflow
// job.
StreamId string ` json:"streamId,omitempty" `
// ForceSendFields is a list of field names (e.g. "StreamId") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "StreamId") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * StreamingStageLocation ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod StreamingStageLocation
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// StringList: A metric value representing a list of strings.
type StringList struct {
// Elements: Elements of the list.
Elements [ ] string ` json:"elements,omitempty" `
// ForceSendFields is a list of field names (e.g. "Elements") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Elements") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * StringList ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod StringList
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// StructuredMessage: A rich message format, including a human readable
// string, a key for
// identifying the message, and structured data associated with the
// message for
// programmatic consumption.
type StructuredMessage struct {
// MessageKey: Idenfier for this message type. Used by external systems
// to
// internationalize or personalize message.
MessageKey string ` json:"messageKey,omitempty" `
// MessageText: Human-readable version of message.
MessageText string ` json:"messageText,omitempty" `
// Parameters: The structured data associated with this message.
Parameters [ ] * Parameter ` json:"parameters,omitempty" `
// ForceSendFields is a list of field names (e.g. "MessageKey") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "MessageKey") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * StructuredMessage ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod StructuredMessage
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// TaskRunnerSettings: Taskrunner configuration settings.
type TaskRunnerSettings struct {
// Alsologtostderr: Whether to also send taskrunner log info to stderr.
Alsologtostderr bool ` json:"alsologtostderr,omitempty" `
// BaseTaskDir: The location on the worker for task-specific
// subdirectories.
BaseTaskDir string ` json:"baseTaskDir,omitempty" `
// BaseUrl: The base URL for the taskrunner to use when accessing Google
// Cloud APIs.
//
// When workers access Google Cloud APIs, they logically do so
// via
// relative URLs. If this field is specified, it supplies the base
// URL to use for resolving these relative URLs. The
// normative
// algorithm used is defined by RFC 1808, "Relative Uniform
// Resource
// Locators".
//
// If not specified, the default value is "http://www.googleapis.com/"
BaseUrl string ` json:"baseUrl,omitempty" `
// CommandlinesFileName: The file to store preprocessing commands in.
CommandlinesFileName string ` json:"commandlinesFileName,omitempty" `
// ContinueOnException: Whether to continue taskrunner if an exception
// is hit.
ContinueOnException bool ` json:"continueOnException,omitempty" `
// DataflowApiVersion: The API version of endpoint, e.g. "v1b3"
DataflowApiVersion string ` json:"dataflowApiVersion,omitempty" `
// HarnessCommand: The command to launch the worker harness.
HarnessCommand string ` json:"harnessCommand,omitempty" `
// LanguageHint: The suggested backend language.
LanguageHint string ` json:"languageHint,omitempty" `
// LogDir: The directory on the VM to store logs.
LogDir string ` json:"logDir,omitempty" `
// LogToSerialconsole: Whether to send taskrunner log info to Google
// Compute Engine VM serial
// console.
LogToSerialconsole bool ` json:"logToSerialconsole,omitempty" `
// LogUploadLocation: Indicates where to put logs. If this is not
// specified, the logs
// will not be uploaded.
//
// The supported resource type is:
//
// Google Cloud Storage:
// storage.googleapis.com/{bucket}/{object}
// bucket.storage.googleapis.com/{object}
LogUploadLocation string ` json:"logUploadLocation,omitempty" `
// OauthScopes: The OAuth2 scopes to be requested by the taskrunner in
// order to
// access the Cloud Dataflow API.
OauthScopes [ ] string ` json:"oauthScopes,omitempty" `
// ParallelWorkerSettings: The settings to pass to the parallel worker
// harness.
ParallelWorkerSettings * WorkerSettings ` json:"parallelWorkerSettings,omitempty" `
// StreamingWorkerMainClass: The streaming worker main class name.
StreamingWorkerMainClass string ` json:"streamingWorkerMainClass,omitempty" `
// TaskGroup: The UNIX group ID on the worker VM to use for tasks
// launched by
// taskrunner; e.g. "wheel".
TaskGroup string ` json:"taskGroup,omitempty" `
// TaskUser: The UNIX user ID on the worker VM to use for tasks launched
// by
// taskrunner; e.g. "root".
TaskUser string ` json:"taskUser,omitempty" `
// TempStoragePrefix: The prefix of the resources the taskrunner should
// use for
// temporary storage.
//
// The supported resource type is:
//
// Google Cloud Storage:
// storage.googleapis.com/{bucket}/{object}
// bucket.storage.googleapis.com/{object}
TempStoragePrefix string ` json:"tempStoragePrefix,omitempty" `
// VmId: The ID string of the VM.
VmId string ` json:"vmId,omitempty" `
// WorkflowFileName: The file to store the workflow in.
WorkflowFileName string ` json:"workflowFileName,omitempty" `
// ForceSendFields is a list of field names (e.g. "Alsologtostderr") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Alsologtostderr") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * TaskRunnerSettings ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod TaskRunnerSettings
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// TemplateMetadata: Metadata describing a template.
type TemplateMetadata struct {
// Description: Optional. A description of the template.
Description string ` json:"description,omitempty" `
// Name: Required. The name of the template.
Name string ` json:"name,omitempty" `
// Parameters: The parameters for the template.
Parameters [ ] * ParameterMetadata ` json:"parameters,omitempty" `
// ForceSendFields is a list of field names (e.g. "Description") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Description") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * TemplateMetadata ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod TemplateMetadata
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// TopologyConfig: Global topology of the streaming Dataflow job,
// including all
// computations and their sharded locations.
type TopologyConfig struct {
// Computations: The computations associated with a streaming Dataflow
// job.
Computations [ ] * ComputationTopology ` json:"computations,omitempty" `
// DataDiskAssignments: The disks assigned to a streaming Dataflow job.
DataDiskAssignments [ ] * DataDiskAssignment ` json:"dataDiskAssignments,omitempty" `
// ForwardingKeyBits: The size (in bits) of keys that will be assigned
// to source messages.
ForwardingKeyBits int64 ` json:"forwardingKeyBits,omitempty" `
// PersistentStateVersion: Version number for persistent state.
PersistentStateVersion int64 ` json:"persistentStateVersion,omitempty" `
// UserStageToComputationNameMap: Maps user stage names to stable
// computation names.
UserStageToComputationNameMap map [ string ] string ` json:"userStageToComputationNameMap,omitempty" `
// ForceSendFields is a list of field names (e.g. "Computations") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Computations") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * TopologyConfig ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod TopologyConfig
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// TransformSummary: Description of the type, names/ids, and
// input/outputs for a transform.
type TransformSummary struct {
// DisplayData: Transform-specific display data.
DisplayData [ ] * DisplayData ` json:"displayData,omitempty" `
// Id: SDK generated id of this transform instance.
Id string ` json:"id,omitempty" `
// InputCollectionName: User names for all collection inputs to this
// transform.
InputCollectionName [ ] string ` json:"inputCollectionName,omitempty" `
// Kind: Type of transform.
//
// Possible values:
// "UNKNOWN_KIND" - Unrecognized transform type.
// "PAR_DO_KIND" - ParDo transform.
// "GROUP_BY_KEY_KIND" - Group By Key transform.
// "FLATTEN_KIND" - Flatten transform.
// "READ_KIND" - Read transform.
// "WRITE_KIND" - Write transform.
// "CONSTANT_KIND" - Constructs from a constant value, such as with
// Create.of.
// "SINGLETON_KIND" - Creates a Singleton view of a collection.
// "SHUFFLE_KIND" - Opening or closing a shuffle session, often as
// part of a GroupByKey.
Kind string ` json:"kind,omitempty" `
// Name: User provided name for this transform instance.
Name string ` json:"name,omitempty" `
// OutputCollectionName: User names for all collection outputs to this
// transform.
OutputCollectionName [ ] string ` json:"outputCollectionName,omitempty" `
// ForceSendFields is a list of field names (e.g. "DisplayData") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "DisplayData") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * TransformSummary ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod TransformSummary
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// WorkItem: WorkItem represents basic information about a WorkItem to
// be executed
// in the cloud.
type WorkItem struct {
// Configuration: Work item-specific configuration as an opaque blob.
Configuration string ` json:"configuration,omitempty" `
// Id: Identifies this WorkItem.
Id int64 ` json:"id,omitempty,string" `
// InitialReportIndex: The initial index to use when reporting the
// status of the WorkItem.
InitialReportIndex int64 ` json:"initialReportIndex,omitempty,string" `
// JobId: Identifies the workflow job this WorkItem belongs to.
JobId string ` json:"jobId,omitempty" `
// LeaseExpireTime: Time when the lease on this Work will expire.
LeaseExpireTime string ` json:"leaseExpireTime,omitempty" `
// MapTask: Additional information for MapTask WorkItems.
MapTask * MapTask ` json:"mapTask,omitempty" `
// Packages: Any required packages that need to be fetched in order to
// execute
// this WorkItem.
Packages [ ] * Package ` json:"packages,omitempty" `
// ProjectId: Identifies the cloud project this WorkItem belongs to.
ProjectId string ` json:"projectId,omitempty" `
// ReportStatusInterval: Recommended reporting interval.
ReportStatusInterval string ` json:"reportStatusInterval,omitempty" `
// SeqMapTask: Additional information for SeqMapTask WorkItems.
SeqMapTask * SeqMapTask ` json:"seqMapTask,omitempty" `
// ShellTask: Additional information for ShellTask WorkItems.
ShellTask * ShellTask ` json:"shellTask,omitempty" `
// SourceOperationTask: Additional information for source operation
// WorkItems.
SourceOperationTask * SourceOperationRequest ` json:"sourceOperationTask,omitempty" `
// StreamingComputationTask: Additional information for
// StreamingComputationTask WorkItems.
StreamingComputationTask * StreamingComputationTask ` json:"streamingComputationTask,omitempty" `
// StreamingConfigTask: Additional information for StreamingConfigTask
// WorkItems.
StreamingConfigTask * StreamingConfigTask ` json:"streamingConfigTask,omitempty" `
// StreamingSetupTask: Additional information for StreamingSetupTask
// WorkItems.
StreamingSetupTask * StreamingSetupTask ` json:"streamingSetupTask,omitempty" `
// ForceSendFields is a list of field names (e.g. "Configuration") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Configuration") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * WorkItem ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod WorkItem
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// WorkItemServiceState: The Dataflow service's idea of the current
// state of a WorkItem
// being processed by a worker.
type WorkItemServiceState struct {
// HarnessData: Other data returned by the service, specific to the
// particular
// worker harness.
HarnessData googleapi . RawMessage ` json:"harnessData,omitempty" `
// LeaseExpireTime: Time at which the current lease will expire.
LeaseExpireTime string ` json:"leaseExpireTime,omitempty" `
// MetricShortId: The short ids that workers should use in subsequent
// metric updates.
// Workers should strive to use short ids whenever possible, but it is
// ok
// to request the short_id again if a worker lost track of it
// (e.g. if the worker is recovering from a crash).
// NOTE: it is possible that the response may have short ids for a
// subset
// of the metrics.
MetricShortId [ ] * MetricShortId ` json:"metricShortId,omitempty" `
// NextReportIndex: The index value to use for the next report sent by
// the worker.
// Note: If the report call fails for whatever reason, the worker
// should
// reuse this index for subsequent report attempts.
NextReportIndex int64 ` json:"nextReportIndex,omitempty,string" `
// ReportStatusInterval: New recommended reporting interval.
ReportStatusInterval string ` json:"reportStatusInterval,omitempty" `
// SplitRequest: The progress point in the WorkItem where the Dataflow
// service
// suggests that the worker truncate the task.
SplitRequest * ApproximateSplitRequest ` json:"splitRequest,omitempty" `
// SuggestedStopPoint: DEPRECATED in favor of split_request.
SuggestedStopPoint * ApproximateProgress ` json:"suggestedStopPoint,omitempty" `
// SuggestedStopPosition: Obsolete, always empty.
SuggestedStopPosition * Position ` json:"suggestedStopPosition,omitempty" `
// ForceSendFields is a list of field names (e.g. "HarnessData") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "HarnessData") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * WorkItemServiceState ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod WorkItemServiceState
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// WorkItemStatus: Conveys a worker's progress through the work
// described by a WorkItem.
type WorkItemStatus struct {
// Completed: True if the WorkItem was completed (successfully or
// unsuccessfully).
Completed bool ` json:"completed,omitempty" `
// CounterUpdates: Worker output counters for this WorkItem.
CounterUpdates [ ] * CounterUpdate ` json:"counterUpdates,omitempty" `
// DynamicSourceSplit: See documentation of stop_position.
DynamicSourceSplit * DynamicSourceSplit ` json:"dynamicSourceSplit,omitempty" `
// Errors: Specifies errors which occurred during processing. If errors
// are
// provided, and completed = true, then the WorkItem is considered
// to have failed.
Errors [ ] * Status ` json:"errors,omitempty" `
// MetricUpdates: DEPRECATED in favor of counter_updates.
MetricUpdates [ ] * MetricUpdate ` json:"metricUpdates,omitempty" `
// Progress: DEPRECATED in favor of reported_progress.
Progress * ApproximateProgress ` json:"progress,omitempty" `
// ReportIndex: The report index. When a WorkItem is leased, the lease
// will
// contain an initial report index. When a WorkItem's status
// is
// reported to the system, the report should be sent with
// that report index, and the response will contain the index the
// worker should use for the next report. Reports received
// with
// unexpected index values will be rejected by the service.
//
// In order to preserve idempotency, the worker should not alter
// the
// contents of a report, even if the worker must submit the same
// report multiple times before getting back a response. The
// worker
// should not submit a subsequent report until the response for
// the
// previous report had been received from the service.
ReportIndex int64 ` json:"reportIndex,omitempty,string" `
// ReportedProgress: The worker's progress through this WorkItem.
ReportedProgress * ApproximateReportedProgress ` json:"reportedProgress,omitempty" `
// RequestedLeaseDuration: Amount of time the worker requests for its
// lease.
RequestedLeaseDuration string ` json:"requestedLeaseDuration,omitempty" `
// SourceFork: DEPRECATED in favor of dynamic_source_split.
SourceFork * SourceFork ` json:"sourceFork,omitempty" `
// SourceOperationResponse: If the work item represented a
// SourceOperationRequest, and the work
// is completed, contains the result of the operation.
SourceOperationResponse * SourceOperationResponse ` json:"sourceOperationResponse,omitempty" `
// StopPosition: A worker may split an active map task in two parts,
// "primary" and
// "residual", continuing to process the primary part and returning
// the
// residual part into the pool of available work.
// This event is called a "dynamic split" and is critical to the
// dynamic
// work rebalancing feature. The two obtained sub-tasks are
// called
// "parts" of the split.
// The parts, if concatenated, must represent the same input as would
// be read by the current task if the split did not happen.
// The exact way in which the original task is decomposed into the
// two
// parts is specified either as a position demarcating
// them
// (stop_position), or explicitly as two DerivedSources, if this
// task consumes a user-defined source type (dynamic_source_split).
//
// The "current" task is adjusted as a result of the split: after a
// task
// with range [A, B) sends a stop_position update at C, its range
// is
// considered to be [A, C), e.g.:
// * Progress should be interpreted relative to the new range, e.g.
// "75% completed" means "75% of [A, C) completed"
// * The worker should interpret proposed_stop_position relative to the
// new range, e.g. "split at 68%" should be interpreted as
// "split at 68% of [A, C)".
// * If the worker chooses to split again using stop_position, only
// stop_positions in [A, C) will be accepted.
// * Etc.
// dynamic_source_split has similar semantics: e.g., if a task
// with
// source S splits using dynamic_source_split into {P, R}
// (where P and R must be together equivalent to S), then
// subsequent
// progress and proposed_stop_position should be interpreted relative
// to P, and in a potential subsequent dynamic_source_split into {P',
// R'},
// P' and R' must be together equivalent to P, etc.
StopPosition * Position ` json:"stopPosition,omitempty" `
2017-09-21 15:48:45 +00:00
// TotalThrottlerWaitTimeSeconds: Total time the worker spent being
// throttled by external systems.
TotalThrottlerWaitTimeSeconds float64 ` json:"totalThrottlerWaitTimeSeconds,omitempty" `
2017-08-05 18:17:15 +00:00
// WorkItemId: Identifies the WorkItem.
WorkItemId string ` json:"workItemId,omitempty" `
// ForceSendFields is a list of field names (e.g. "Completed") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Completed") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * WorkItemStatus ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod WorkItemStatus
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
2017-09-21 15:48:45 +00:00
func ( s * WorkItemStatus ) UnmarshalJSON ( data [ ] byte ) error {
type noMethod WorkItemStatus
var s1 struct {
TotalThrottlerWaitTimeSeconds gensupport . JSONFloat64 ` json:"totalThrottlerWaitTimeSeconds" `
* noMethod
}
s1 . noMethod = ( * noMethod ) ( s )
if err := json . Unmarshal ( data , & s1 ) ; err != nil {
return err
}
s . TotalThrottlerWaitTimeSeconds = float64 ( s1 . TotalThrottlerWaitTimeSeconds )
return nil
}
2017-08-05 18:17:15 +00:00
// WorkerHealthReport: WorkerHealthReport contains information about the
// health of a worker.
//
// The VM should be identified by the labels attached to the
// WorkerMessage that
// this health ping belongs to.
type WorkerHealthReport struct {
// Pods: The pods running on the worker.
// See:
// http://kubernetes.io/v1.1/docs/api-reference/v1/definitions.html#
// _v1_pod
//
// This field is used by the worker to send the status of the
// indvidual
// containers running on each worker.
Pods [ ] googleapi . RawMessage ` json:"pods,omitempty" `
// ReportInterval: The interval at which the worker is sending health
// reports.
// The default value of 0 should be interpreted as the field is not
// being
// explicitly set by the worker.
ReportInterval string ` json:"reportInterval,omitempty" `
// VmIsHealthy: Whether the VM is healthy.
VmIsHealthy bool ` json:"vmIsHealthy,omitempty" `
// VmStartupTime: The time the VM was booted.
VmStartupTime string ` json:"vmStartupTime,omitempty" `
// ForceSendFields is a list of field names (e.g. "Pods") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Pods") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * WorkerHealthReport ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod WorkerHealthReport
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// WorkerHealthReportResponse: WorkerHealthReportResponse contains
// information returned to the worker
// in response to a health ping.
type WorkerHealthReportResponse struct {
// ReportInterval: A positive value indicates the worker should change
// its reporting interval
// to the specified value.
//
// The default value of zero means no change in report rate is requested
// by
// the server.
ReportInterval string ` json:"reportInterval,omitempty" `
// ForceSendFields is a list of field names (e.g. "ReportInterval") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "ReportInterval") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * WorkerHealthReportResponse ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod WorkerHealthReportResponse
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// WorkerMessage: WorkerMessage provides information to the backend
// about a worker.
type WorkerMessage struct {
// Labels: Labels are used to group WorkerMessages.
// For example, a worker_message about a particular container
// might have the labels:
// { "JOB_ID": "2015-04-22",
// "WORKER_ID": "wordcount-vm-2015…"
// "CONTAINER_TYPE": "worker",
// "CONTAINER_ID": "ac1234def"}
// Label tags typically correspond to Label enum values. However, for
// ease
// of development other strings can be used as tags. LABEL_UNSPECIFIED
// should
// not be used here.
Labels map [ string ] string ` json:"labels,omitempty" `
// Time: The timestamp of the worker_message.
Time string ` json:"time,omitempty" `
// WorkerHealthReport: The health of a worker.
WorkerHealthReport * WorkerHealthReport ` json:"workerHealthReport,omitempty" `
// WorkerMessageCode: A worker message code.
WorkerMessageCode * WorkerMessageCode ` json:"workerMessageCode,omitempty" `
// WorkerMetrics: Resource metrics reported by workers.
WorkerMetrics * ResourceUtilizationReport ` json:"workerMetrics,omitempty" `
2017-09-13 12:09:48 +00:00
// WorkerShutdownNotice: Shutdown notice by workers.
WorkerShutdownNotice * WorkerShutdownNotice ` json:"workerShutdownNotice,omitempty" `
2017-08-05 18:17:15 +00:00
// ForceSendFields is a list of field names (e.g. "Labels") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Labels") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * WorkerMessage ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod WorkerMessage
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// WorkerMessageCode: A message code is used to report status and error
// messages to the service.
// The message codes are intended to be machine readable. The service
// will
// take care of translating these into user understandable messages
// if
// necessary.
//
// Example use cases:
// 1. Worker processes reporting successful startup.
// 2. Worker processes reporting specific errors (e.g. package
// staging
// failure).
type WorkerMessageCode struct {
// Code: The code is a string intended for consumption by a machine that
// identifies
// the type of message being sent.
// Examples:
// 1. "HARNESS_STARTED" might be used to indicate the worker harness
// has
// started.
// 2. "GCS_DOWNLOAD_ERROR" might be used to indicate an error
// downloading
// a GCS file as part of the boot process of one of the worker
// containers.
//
// This is a string and not an enum to make it easy to add new codes
// without
// waiting for an API change.
Code string ` json:"code,omitempty" `
// Parameters: Parameters contains specific information about the
// code.
//
// This is a struct to allow parameters of different types.
//
// Examples:
// 1. For a "HARNESS_STARTED" message parameters might provide the
// name
// of the worker and additional data like timing information.
// 2. For a "GCS_DOWNLOAD_ERROR" parameters might contain fields
// listing
// the GCS objects being downloaded and fields containing
// errors.
//
// In general complex data structures should be avoided. If a
// worker
// needs to send a specific and complicated data structure then
// please
// consider defining a new proto and adding it to the data oneof
// in
// WorkerMessageResponse.
//
// Conventions:
// Parameters should only be used for information that isn't typically
// passed
// as a label.
// hostname and other worker identifiers should almost always be
// passed
// as labels since they will be included on most messages.
Parameters googleapi . RawMessage ` json:"parameters,omitempty" `
// ForceSendFields is a list of field names (e.g. "Code") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Code") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * WorkerMessageCode ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod WorkerMessageCode
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// WorkerMessageResponse: A worker_message response allows the server to
// pass information to the
// sender.
type WorkerMessageResponse struct {
// WorkerHealthReportResponse: The service's response to a worker's
// health report.
WorkerHealthReportResponse * WorkerHealthReportResponse ` json:"workerHealthReportResponse,omitempty" `
// WorkerMetricsResponse: Service's response to reporting worker metrics
// (currently empty).
WorkerMetricsResponse * ResourceUtilizationReportResponse ` json:"workerMetricsResponse,omitempty" `
2017-09-13 12:09:48 +00:00
// WorkerShutdownNoticeResponse: Service's response to shutdown notice
// (currently empty).
WorkerShutdownNoticeResponse * WorkerShutdownNoticeResponse ` json:"workerShutdownNoticeResponse,omitempty" `
2017-08-05 18:17:15 +00:00
// ForceSendFields is a list of field names (e.g.
// "WorkerHealthReportResponse") to unconditionally include in API
// requests. By default, fields with empty values are omitted from API
// requests. However, any non-pointer, non-interface field appearing in
// ForceSendFields will be sent to the server regardless of whether the
// field is empty or not. This may be used to include empty fields in
// Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g.
// "WorkerHealthReportResponse") to include in API requests with the
// JSON null value. By default, fields with empty values are omitted
// from API requests. However, any field with an empty value appearing
// in NullFields will be sent to the server as null. It is an error if a
// field in this list has a non-empty value. This may be used to include
// null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * WorkerMessageResponse ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod WorkerMessageResponse
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// WorkerPool: Describes one particular pool of Cloud Dataflow workers
// to be
// instantiated by the Cloud Dataflow service in order to perform
// the
// computations required by a job. Note that a workflow job may
// use
// multiple pools, in order to match the various
// computational
// requirements of the various stages of the job.
type WorkerPool struct {
// AutoscalingSettings: Settings for autoscaling of this WorkerPool.
AutoscalingSettings * AutoscalingSettings ` json:"autoscalingSettings,omitempty" `
// DataDisks: Data disks that are used by a VM in this workflow.
DataDisks [ ] * Disk ` json:"dataDisks,omitempty" `
// DefaultPackageSet: The default package set to install. This allows
// the service to
// select a default set of packages which are useful to worker
// harnesses written in a particular language.
//
// Possible values:
// "DEFAULT_PACKAGE_SET_UNKNOWN" - The default set of packages to
// stage is unknown, or unspecified.
// "DEFAULT_PACKAGE_SET_NONE" - Indicates that no packages should be
// staged at the worker unless
// explicitly specified by the job.
// "DEFAULT_PACKAGE_SET_JAVA" - Stage packages typically useful to
// workers written in Java.
// "DEFAULT_PACKAGE_SET_PYTHON" - Stage pacakges typically useful to
// workers written in Python.
DefaultPackageSet string ` json:"defaultPackageSet,omitempty" `
// DiskSizeGb: Size of root disk for VMs, in GB. If zero or
// unspecified, the service will
// attempt to choose a reasonable default.
DiskSizeGb int64 ` json:"diskSizeGb,omitempty" `
// DiskSourceImage: Fully qualified source image for disks.
DiskSourceImage string ` json:"diskSourceImage,omitempty" `
// DiskType: Type of root disk for VMs. If empty or unspecified, the
// service will
// attempt to choose a reasonable default.
DiskType string ` json:"diskType,omitempty" `
// IpConfiguration: Configuration for VM IPs.
//
// Possible values:
// "WORKER_IP_UNSPECIFIED" - The configuration is unknown, or
// unspecified.
// "WORKER_IP_PUBLIC" - Workers should have public IP addresses.
// "WORKER_IP_PRIVATE" - Workers should have private IP addresses.
IpConfiguration string ` json:"ipConfiguration,omitempty" `
// Kind: The kind of the worker pool; currently only `harness` and
// `shuffle`
// are supported.
Kind string ` json:"kind,omitempty" `
// MachineType: Machine type (e.g. "n1-standard-1"). If empty or
// unspecified, the
// service will attempt to choose a reasonable default.
MachineType string ` json:"machineType,omitempty" `
// Metadata: Metadata to set on the Google Compute Engine VMs.
Metadata map [ string ] string ` json:"metadata,omitempty" `
// Network: Network to which VMs will be assigned. If empty or
// unspecified,
// the service will use the network "default".
Network string ` json:"network,omitempty" `
// NumThreadsPerWorker: The number of threads per worker harness. If
// empty or unspecified, the
// service will choose a number of threads (according to the number of
// cores
// on the selected machine type for batch, or 1 by convention for
// streaming).
NumThreadsPerWorker int64 ` json:"numThreadsPerWorker,omitempty" `
// NumWorkers: Number of Google Compute Engine workers in this pool
// needed to
// execute the job. If zero or unspecified, the service will
// attempt to choose a reasonable default.
NumWorkers int64 ` json:"numWorkers,omitempty" `
// OnHostMaintenance: The action to take on host maintenance, as defined
// by the Google
// Compute Engine API.
OnHostMaintenance string ` json:"onHostMaintenance,omitempty" `
// Packages: Packages to be installed on workers.
Packages [ ] * Package ` json:"packages,omitempty" `
// PoolArgs: Extra arguments for this worker pool.
PoolArgs googleapi . RawMessage ` json:"poolArgs,omitempty" `
// Subnetwork: Subnetwork to which VMs will be assigned, if desired.
// Expected to be of
// the form "regions/REGION/subnetworks/SUBNETWORK".
Subnetwork string ` json:"subnetwork,omitempty" `
// TaskrunnerSettings: Settings passed through to Google Compute Engine
// workers when
// using the standard Dataflow task runner. Users should ignore
// this field.
TaskrunnerSettings * TaskRunnerSettings ` json:"taskrunnerSettings,omitempty" `
// TeardownPolicy: Sets the policy for determining when to turndown
// worker pool.
// Allowed values are: `TEARDOWN_ALWAYS`, `TEARDOWN_ON_SUCCESS`,
// and
// `TEARDOWN_NEVER`.
// `TEARDOWN_ALWAYS` means workers are always torn down regardless of
// whether
// the job succeeds. `TEARDOWN_ON_SUCCESS` means workers are torn
// down
// if the job succeeds. `TEARDOWN_NEVER` means the workers are never
// torn
// down.
//
// If the workers are not torn down by the service, they will
// continue to run and use Google Compute Engine VM resources in
// the
// user's project until they are explicitly terminated by the
// user.
// Because of this, Google recommends using the `TEARDOWN_ALWAYS`
// policy except for small, manually supervised test jobs.
//
// If unknown or unspecified, the service will attempt to choose a
// reasonable
// default.
//
// Possible values:
// "TEARDOWN_POLICY_UNKNOWN" - The teardown policy isn't specified, or
// is unknown.
// "TEARDOWN_ALWAYS" - Always teardown the resource.
// "TEARDOWN_ON_SUCCESS" - Teardown the resource on success. This is
// useful for debugging
// failures.
// "TEARDOWN_NEVER" - Never teardown the resource. This is useful for
// debugging and
// development.
TeardownPolicy string ` json:"teardownPolicy,omitempty" `
// WorkerHarnessContainerImage: Required. Docker container image that
// executes the Cloud Dataflow worker
// harness, residing in Google Container Registry.
WorkerHarnessContainerImage string ` json:"workerHarnessContainerImage,omitempty" `
// Zone: Zone to run the worker pools in. If empty or unspecified, the
// service
// will attempt to choose a reasonable default.
Zone string ` json:"zone,omitempty" `
// ForceSendFields is a list of field names (e.g. "AutoscalingSettings")
// to unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "AutoscalingSettings") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields [ ] string ` json:"-" `
}
func ( s * WorkerPool ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod WorkerPool
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// WorkerSettings: Provides data to pass through to the worker harness.
type WorkerSettings struct {
// BaseUrl: The base URL for accessing Google Cloud APIs.
//
// When workers access Google Cloud APIs, they logically do so
// via
// relative URLs. If this field is specified, it supplies the base
// URL to use for resolving these relative URLs. The
// normative
// algorithm used is defined by RFC 1808, "Relative Uniform
// Resource
// Locators".
//
// If not specified, the default value is "http://www.googleapis.com/"
BaseUrl string ` json:"baseUrl,omitempty" `
// ReportingEnabled: Whether to send work progress updates to the
// service.
ReportingEnabled bool ` json:"reportingEnabled,omitempty" `
// ServicePath: The Cloud Dataflow service path relative to the root
// URL, for example,
// "dataflow/v1b3/projects".
ServicePath string ` json:"servicePath,omitempty" `
// ShuffleServicePath: The Shuffle service path relative to the root
// URL, for example,
// "shuffle/v1beta1".
ShuffleServicePath string ` json:"shuffleServicePath,omitempty" `
// TempStoragePrefix: The prefix of the resources the system should use
// for temporary
// storage.
//
// The supported resource type is:
//
// Google Cloud Storage:
//
// storage.googleapis.com/{bucket}/{object}
// bucket.storage.googleapis.com/{object}
TempStoragePrefix string ` json:"tempStoragePrefix,omitempty" `
// WorkerId: The ID of the worker running this pipeline.
WorkerId string ` json:"workerId,omitempty" `
// ForceSendFields is a list of field names (e.g. "BaseUrl") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "BaseUrl") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * WorkerSettings ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod WorkerSettings
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
2017-09-13 12:09:48 +00:00
// WorkerShutdownNotice: Shutdown notification from workers. This is to
// be sent by the shutdown
// script of the worker VM so that the backend knows that the VM is
// being
// shut down.
type WorkerShutdownNotice struct {
2017-10-01 08:13:39 +00:00
// Reason: The reason for the worker shutdown.
// Current possible values are:
// "UNKNOWN": shutdown reason is unknown.
// "PREEMPTION": shutdown reason is preemption.
// Other possible reasons may be added in the future.
// Note that this must match the names of the enum specified
// in
// google3/cloud/dataflow/router/protos/cloud_worker_messages_service.
// proto.
2017-09-13 12:09:48 +00:00
Reason string ` json:"reason,omitempty" `
// ForceSendFields is a list of field names (e.g. "Reason") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Reason") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * WorkerShutdownNotice ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod WorkerShutdownNotice
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// WorkerShutdownNoticeResponse: Service-side response to WorkerMessage
// issuing shutdown notice.
type WorkerShutdownNoticeResponse struct {
}
2017-08-05 18:17:15 +00:00
// WriteInstruction: An instruction that writes records.
// Takes one input, produces no outputs.
type WriteInstruction struct {
// Input: The input.
Input * InstructionInput ` json:"input,omitempty" `
// Sink: The sink to write to.
Sink * Sink ` json:"sink,omitempty" `
// ForceSendFields is a list of field names (e.g. "Input") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields [ ] string ` json:"-" `
// NullFields is a list of field names (e.g. "Input") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields [ ] string ` json:"-" `
}
func ( s * WriteInstruction ) MarshalJSON ( ) ( [ ] byte , error ) {
type noMethod WriteInstruction
raw := noMethod ( * s )
return gensupport . MarshalJSON ( raw , s . ForceSendFields , s . NullFields )
}
// method id "dataflow.projects.workerMessages":
type ProjectsWorkerMessagesCall struct {
s * Service
projectId string
sendworkermessagesrequest * SendWorkerMessagesRequest
urlParams_ gensupport . URLParams
ctx_ context . Context
header_ http . Header
}
// WorkerMessages: Send a worker_message to the service.
func ( r * ProjectsService ) WorkerMessages ( projectId string , sendworkermessagesrequest * SendWorkerMessagesRequest ) * ProjectsWorkerMessagesCall {
c := & ProjectsWorkerMessagesCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . sendworkermessagesrequest = sendworkermessagesrequest
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsWorkerMessagesCall ) Fields ( s ... googleapi . Field ) * ProjectsWorkerMessagesCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsWorkerMessagesCall ) Context ( ctx context . Context ) * ProjectsWorkerMessagesCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsWorkerMessagesCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsWorkerMessagesCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
var body io . Reader = nil
body , err := googleapi . WithoutDataWrapper . JSONReader ( c . sendworkermessagesrequest )
if err != nil {
return nil , err
}
reqHeaders . Set ( "Content-Type" , "application/json" )
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/WorkerMessages" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "POST" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.workerMessages" call.
// Exactly one of *SendWorkerMessagesResponse or error will be non-nil.
// Any non-2xx status code is an error. Response headers are in either
// *SendWorkerMessagesResponse.ServerResponse.Header or (if a response
// was returned at all) in error.(*googleapi.Error).Header. Use
// googleapi.IsNotModified to check whether the returned error was
// because http.StatusNotModified was returned.
func ( c * ProjectsWorkerMessagesCall ) Do ( opts ... googleapi . CallOption ) ( * SendWorkerMessagesResponse , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & SendWorkerMessagesResponse {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Send a worker_message to the service.",
// "flatPath": "v1b3/projects/{projectId}/WorkerMessages",
// "httpMethod": "POST",
// "id": "dataflow.projects.workerMessages",
// "parameterOrder": [
// "projectId"
// ],
// "parameters": {
// "projectId": {
// "description": "The project to send the WorkerMessages to.",
// "location": "path",
// "required": true,
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/WorkerMessages",
// "request": {
// "$ref": "SendWorkerMessagesRequest"
// },
// "response": {
// "$ref": "SendWorkerMessagesResponse"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.jobs.aggregated":
type ProjectsJobsAggregatedCall struct {
s * Service
projectId string
urlParams_ gensupport . URLParams
ifNoneMatch_ string
ctx_ context . Context
header_ http . Header
}
// Aggregated: List the jobs of a project across all regions.
func ( r * ProjectsJobsService ) Aggregated ( projectId string ) * ProjectsJobsAggregatedCall {
c := & ProjectsJobsAggregatedCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
return c
}
// Filter sets the optional parameter "filter": The kind of filter to
// use.
//
// Possible values:
// "UNKNOWN"
// "ALL"
// "TERMINATED"
// "ACTIVE"
func ( c * ProjectsJobsAggregatedCall ) Filter ( filter string ) * ProjectsJobsAggregatedCall {
c . urlParams_ . Set ( "filter" , filter )
return c
}
// Location sets the optional parameter "location": The location that
// contains this job.
func ( c * ProjectsJobsAggregatedCall ) Location ( location string ) * ProjectsJobsAggregatedCall {
c . urlParams_ . Set ( "location" , location )
return c
}
// PageSize sets the optional parameter "pageSize": If there are many
// jobs, limit response to at most this many.
// The actual number of jobs returned will be the lesser of
// max_responses
// and an unspecified server-defined limit.
func ( c * ProjectsJobsAggregatedCall ) PageSize ( pageSize int64 ) * ProjectsJobsAggregatedCall {
c . urlParams_ . Set ( "pageSize" , fmt . Sprint ( pageSize ) )
return c
}
// PageToken sets the optional parameter "pageToken": Set this to the
// 'next_page_token' field of a previous response
// to request additional results in a long list.
func ( c * ProjectsJobsAggregatedCall ) PageToken ( pageToken string ) * ProjectsJobsAggregatedCall {
c . urlParams_ . Set ( "pageToken" , pageToken )
return c
}
// View sets the optional parameter "view": Level of information
// requested in response. Default is `JOB_VIEW_SUMMARY`.
//
// Possible values:
// "JOB_VIEW_UNKNOWN"
// "JOB_VIEW_SUMMARY"
// "JOB_VIEW_ALL"
// "JOB_VIEW_DESCRIPTION"
func ( c * ProjectsJobsAggregatedCall ) View ( view string ) * ProjectsJobsAggregatedCall {
c . urlParams_ . Set ( "view" , view )
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsJobsAggregatedCall ) Fields ( s ... googleapi . Field ) * ProjectsJobsAggregatedCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// IfNoneMatch sets the optional parameter which makes the operation
// fail if the object's ETag matches the given value. This is useful for
// getting updates only after the object has changed since the last
// request. Use googleapi.IsNotModified to check whether the response
// error from Do is the result of In-None-Match.
func ( c * ProjectsJobsAggregatedCall ) IfNoneMatch ( entityTag string ) * ProjectsJobsAggregatedCall {
c . ifNoneMatch_ = entityTag
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsJobsAggregatedCall ) Context ( ctx context . Context ) * ProjectsJobsAggregatedCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsJobsAggregatedCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsJobsAggregatedCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
if c . ifNoneMatch_ != "" {
reqHeaders . Set ( "If-None-Match" , c . ifNoneMatch_ )
}
var body io . Reader = nil
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/jobs:aggregated" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "GET" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.jobs.aggregated" call.
// Exactly one of *ListJobsResponse or error will be non-nil. Any
// non-2xx status code is an error. Response headers are in either
// *ListJobsResponse.ServerResponse.Header or (if a response was
// returned at all) in error.(*googleapi.Error).Header. Use
// googleapi.IsNotModified to check whether the returned error was
// because http.StatusNotModified was returned.
func ( c * ProjectsJobsAggregatedCall ) Do ( opts ... googleapi . CallOption ) ( * ListJobsResponse , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & ListJobsResponse {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "List the jobs of a project across all regions.",
// "flatPath": "v1b3/projects/{projectId}/jobs:aggregated",
// "httpMethod": "GET",
// "id": "dataflow.projects.jobs.aggregated",
// "parameterOrder": [
// "projectId"
// ],
// "parameters": {
// "filter": {
// "description": "The kind of filter to use.",
// "enum": [
// "UNKNOWN",
// "ALL",
// "TERMINATED",
// "ACTIVE"
// ],
// "location": "query",
// "type": "string"
// },
// "location": {
// "description": "The location that contains this job.",
// "location": "query",
// "type": "string"
// },
// "pageSize": {
// "description": "If there are many jobs, limit response to at most this many.\nThe actual number of jobs returned will be the lesser of max_responses\nand an unspecified server-defined limit.",
// "format": "int32",
// "location": "query",
// "type": "integer"
// },
// "pageToken": {
// "description": "Set this to the 'next_page_token' field of a previous response\nto request additional results in a long list.",
// "location": "query",
// "type": "string"
// },
// "projectId": {
// "description": "The project which owns the jobs.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "view": {
// "description": "Level of information requested in response. Default is `JOB_VIEW_SUMMARY`.",
// "enum": [
// "JOB_VIEW_UNKNOWN",
// "JOB_VIEW_SUMMARY",
// "JOB_VIEW_ALL",
// "JOB_VIEW_DESCRIPTION"
// ],
// "location": "query",
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/jobs:aggregated",
// "response": {
// "$ref": "ListJobsResponse"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// Pages invokes f for each page of results.
// A non-nil error returned from f will halt the iteration.
// The provided context supersedes any context provided to the Context method.
func ( c * ProjectsJobsAggregatedCall ) Pages ( ctx context . Context , f func ( * ListJobsResponse ) error ) error {
c . ctx_ = ctx
defer c . PageToken ( c . urlParams_ . Get ( "pageToken" ) ) // reset paging to original point
for {
x , err := c . Do ( )
if err != nil {
return err
}
if err := f ( x ) ; err != nil {
return err
}
if x . NextPageToken == "" {
return nil
}
c . PageToken ( x . NextPageToken )
}
}
// method id "dataflow.projects.jobs.create":
type ProjectsJobsCreateCall struct {
s * Service
projectId string
job * Job
urlParams_ gensupport . URLParams
ctx_ context . Context
header_ http . Header
}
// Create: Creates a Cloud Dataflow job.
func ( r * ProjectsJobsService ) Create ( projectId string , job * Job ) * ProjectsJobsCreateCall {
c := & ProjectsJobsCreateCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . job = job
return c
}
// Location sets the optional parameter "location": The location that
// contains this job.
func ( c * ProjectsJobsCreateCall ) Location ( location string ) * ProjectsJobsCreateCall {
c . urlParams_ . Set ( "location" , location )
return c
}
// ReplaceJobId sets the optional parameter "replaceJobId": Deprecated.
// This field is now in the Job message.
func ( c * ProjectsJobsCreateCall ) ReplaceJobId ( replaceJobId string ) * ProjectsJobsCreateCall {
c . urlParams_ . Set ( "replaceJobId" , replaceJobId )
return c
}
// View sets the optional parameter "view": The level of information
// requested in response.
//
// Possible values:
// "JOB_VIEW_UNKNOWN"
// "JOB_VIEW_SUMMARY"
// "JOB_VIEW_ALL"
// "JOB_VIEW_DESCRIPTION"
func ( c * ProjectsJobsCreateCall ) View ( view string ) * ProjectsJobsCreateCall {
c . urlParams_ . Set ( "view" , view )
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsJobsCreateCall ) Fields ( s ... googleapi . Field ) * ProjectsJobsCreateCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsJobsCreateCall ) Context ( ctx context . Context ) * ProjectsJobsCreateCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsJobsCreateCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsJobsCreateCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
var body io . Reader = nil
body , err := googleapi . WithoutDataWrapper . JSONReader ( c . job )
if err != nil {
return nil , err
}
reqHeaders . Set ( "Content-Type" , "application/json" )
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/jobs" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "POST" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.jobs.create" call.
// Exactly one of *Job or error will be non-nil. Any non-2xx status code
// is an error. Response headers are in either
// *Job.ServerResponse.Header or (if a response was returned at all) in
// error.(*googleapi.Error).Header. Use googleapi.IsNotModified to check
// whether the returned error was because http.StatusNotModified was
// returned.
func ( c * ProjectsJobsCreateCall ) Do ( opts ... googleapi . CallOption ) ( * Job , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & Job {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Creates a Cloud Dataflow job.",
// "flatPath": "v1b3/projects/{projectId}/jobs",
// "httpMethod": "POST",
// "id": "dataflow.projects.jobs.create",
// "parameterOrder": [
// "projectId"
// ],
// "parameters": {
// "location": {
// "description": "The location that contains this job.",
// "location": "query",
// "type": "string"
// },
// "projectId": {
// "description": "The ID of the Cloud Platform project that the job belongs to.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "replaceJobId": {
// "description": "Deprecated. This field is now in the Job message.",
// "location": "query",
// "type": "string"
// },
// "view": {
// "description": "The level of information requested in response.",
// "enum": [
// "JOB_VIEW_UNKNOWN",
// "JOB_VIEW_SUMMARY",
// "JOB_VIEW_ALL",
// "JOB_VIEW_DESCRIPTION"
// ],
// "location": "query",
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/jobs",
// "request": {
// "$ref": "Job"
// },
// "response": {
// "$ref": "Job"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.jobs.get":
type ProjectsJobsGetCall struct {
s * Service
projectId string
jobId string
urlParams_ gensupport . URLParams
ifNoneMatch_ string
ctx_ context . Context
header_ http . Header
}
// Get: Gets the state of the specified Cloud Dataflow job.
func ( r * ProjectsJobsService ) Get ( projectId string , jobId string ) * ProjectsJobsGetCall {
c := & ProjectsJobsGetCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . jobId = jobId
return c
}
// Location sets the optional parameter "location": The location that
// contains this job.
func ( c * ProjectsJobsGetCall ) Location ( location string ) * ProjectsJobsGetCall {
c . urlParams_ . Set ( "location" , location )
return c
}
// View sets the optional parameter "view": The level of information
// requested in response.
//
// Possible values:
// "JOB_VIEW_UNKNOWN"
// "JOB_VIEW_SUMMARY"
// "JOB_VIEW_ALL"
// "JOB_VIEW_DESCRIPTION"
func ( c * ProjectsJobsGetCall ) View ( view string ) * ProjectsJobsGetCall {
c . urlParams_ . Set ( "view" , view )
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsJobsGetCall ) Fields ( s ... googleapi . Field ) * ProjectsJobsGetCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// IfNoneMatch sets the optional parameter which makes the operation
// fail if the object's ETag matches the given value. This is useful for
// getting updates only after the object has changed since the last
// request. Use googleapi.IsNotModified to check whether the response
// error from Do is the result of In-None-Match.
func ( c * ProjectsJobsGetCall ) IfNoneMatch ( entityTag string ) * ProjectsJobsGetCall {
c . ifNoneMatch_ = entityTag
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsJobsGetCall ) Context ( ctx context . Context ) * ProjectsJobsGetCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsJobsGetCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsJobsGetCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
if c . ifNoneMatch_ != "" {
reqHeaders . Set ( "If-None-Match" , c . ifNoneMatch_ )
}
var body io . Reader = nil
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/jobs/{jobId}" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "GET" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
"jobId" : c . jobId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.jobs.get" call.
// Exactly one of *Job or error will be non-nil. Any non-2xx status code
// is an error. Response headers are in either
// *Job.ServerResponse.Header or (if a response was returned at all) in
// error.(*googleapi.Error).Header. Use googleapi.IsNotModified to check
// whether the returned error was because http.StatusNotModified was
// returned.
func ( c * ProjectsJobsGetCall ) Do ( opts ... googleapi . CallOption ) ( * Job , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & Job {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Gets the state of the specified Cloud Dataflow job.",
// "flatPath": "v1b3/projects/{projectId}/jobs/{jobId}",
// "httpMethod": "GET",
// "id": "dataflow.projects.jobs.get",
// "parameterOrder": [
// "projectId",
// "jobId"
// ],
// "parameters": {
// "jobId": {
// "description": "The job ID.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "location": {
// "description": "The location that contains this job.",
// "location": "query",
// "type": "string"
// },
// "projectId": {
// "description": "The ID of the Cloud Platform project that the job belongs to.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "view": {
// "description": "The level of information requested in response.",
// "enum": [
// "JOB_VIEW_UNKNOWN",
// "JOB_VIEW_SUMMARY",
// "JOB_VIEW_ALL",
// "JOB_VIEW_DESCRIPTION"
// ],
// "location": "query",
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/jobs/{jobId}",
// "response": {
// "$ref": "Job"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.jobs.getMetrics":
type ProjectsJobsGetMetricsCall struct {
s * Service
projectId string
jobId string
urlParams_ gensupport . URLParams
ifNoneMatch_ string
ctx_ context . Context
header_ http . Header
}
// GetMetrics: Request the job status.
func ( r * ProjectsJobsService ) GetMetrics ( projectId string , jobId string ) * ProjectsJobsGetMetricsCall {
c := & ProjectsJobsGetMetricsCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . jobId = jobId
return c
}
// Location sets the optional parameter "location": The location which
// contains the job specified by job_id.
func ( c * ProjectsJobsGetMetricsCall ) Location ( location string ) * ProjectsJobsGetMetricsCall {
c . urlParams_ . Set ( "location" , location )
return c
}
// StartTime sets the optional parameter "startTime": Return only metric
// data that has changed since this time.
// Default is to return all information about all metrics for the job.
func ( c * ProjectsJobsGetMetricsCall ) StartTime ( startTime string ) * ProjectsJobsGetMetricsCall {
c . urlParams_ . Set ( "startTime" , startTime )
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsJobsGetMetricsCall ) Fields ( s ... googleapi . Field ) * ProjectsJobsGetMetricsCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// IfNoneMatch sets the optional parameter which makes the operation
// fail if the object's ETag matches the given value. This is useful for
// getting updates only after the object has changed since the last
// request. Use googleapi.IsNotModified to check whether the response
// error from Do is the result of In-None-Match.
func ( c * ProjectsJobsGetMetricsCall ) IfNoneMatch ( entityTag string ) * ProjectsJobsGetMetricsCall {
c . ifNoneMatch_ = entityTag
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsJobsGetMetricsCall ) Context ( ctx context . Context ) * ProjectsJobsGetMetricsCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsJobsGetMetricsCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsJobsGetMetricsCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
if c . ifNoneMatch_ != "" {
reqHeaders . Set ( "If-None-Match" , c . ifNoneMatch_ )
}
var body io . Reader = nil
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/jobs/{jobId}/metrics" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "GET" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
"jobId" : c . jobId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.jobs.getMetrics" call.
// Exactly one of *JobMetrics or error will be non-nil. Any non-2xx
// status code is an error. Response headers are in either
// *JobMetrics.ServerResponse.Header or (if a response was returned at
// all) in error.(*googleapi.Error).Header. Use googleapi.IsNotModified
// to check whether the returned error was because
// http.StatusNotModified was returned.
func ( c * ProjectsJobsGetMetricsCall ) Do ( opts ... googleapi . CallOption ) ( * JobMetrics , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & JobMetrics {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Request the job status.",
// "flatPath": "v1b3/projects/{projectId}/jobs/{jobId}/metrics",
// "httpMethod": "GET",
// "id": "dataflow.projects.jobs.getMetrics",
// "parameterOrder": [
// "projectId",
// "jobId"
// ],
// "parameters": {
// "jobId": {
// "description": "The job to get messages for.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "location": {
// "description": "The location which contains the job specified by job_id.",
// "location": "query",
// "type": "string"
// },
// "projectId": {
// "description": "A project id.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "startTime": {
// "description": "Return only metric data that has changed since this time.\nDefault is to return all information about all metrics for the job.",
// "format": "google-datetime",
// "location": "query",
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/jobs/{jobId}/metrics",
// "response": {
// "$ref": "JobMetrics"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.jobs.list":
type ProjectsJobsListCall struct {
s * Service
projectId string
urlParams_ gensupport . URLParams
ifNoneMatch_ string
ctx_ context . Context
header_ http . Header
}
// List: List the jobs of a project in a given region.
func ( r * ProjectsJobsService ) List ( projectId string ) * ProjectsJobsListCall {
c := & ProjectsJobsListCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
return c
}
// Filter sets the optional parameter "filter": The kind of filter to
// use.
//
// Possible values:
// "UNKNOWN"
// "ALL"
// "TERMINATED"
// "ACTIVE"
func ( c * ProjectsJobsListCall ) Filter ( filter string ) * ProjectsJobsListCall {
c . urlParams_ . Set ( "filter" , filter )
return c
}
// Location sets the optional parameter "location": The location that
// contains this job.
func ( c * ProjectsJobsListCall ) Location ( location string ) * ProjectsJobsListCall {
c . urlParams_ . Set ( "location" , location )
return c
}
// PageSize sets the optional parameter "pageSize": If there are many
// jobs, limit response to at most this many.
// The actual number of jobs returned will be the lesser of
// max_responses
// and an unspecified server-defined limit.
func ( c * ProjectsJobsListCall ) PageSize ( pageSize int64 ) * ProjectsJobsListCall {
c . urlParams_ . Set ( "pageSize" , fmt . Sprint ( pageSize ) )
return c
}
// PageToken sets the optional parameter "pageToken": Set this to the
// 'next_page_token' field of a previous response
// to request additional results in a long list.
func ( c * ProjectsJobsListCall ) PageToken ( pageToken string ) * ProjectsJobsListCall {
c . urlParams_ . Set ( "pageToken" , pageToken )
return c
}
// View sets the optional parameter "view": Level of information
// requested in response. Default is `JOB_VIEW_SUMMARY`.
//
// Possible values:
// "JOB_VIEW_UNKNOWN"
// "JOB_VIEW_SUMMARY"
// "JOB_VIEW_ALL"
// "JOB_VIEW_DESCRIPTION"
func ( c * ProjectsJobsListCall ) View ( view string ) * ProjectsJobsListCall {
c . urlParams_ . Set ( "view" , view )
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsJobsListCall ) Fields ( s ... googleapi . Field ) * ProjectsJobsListCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// IfNoneMatch sets the optional parameter which makes the operation
// fail if the object's ETag matches the given value. This is useful for
// getting updates only after the object has changed since the last
// request. Use googleapi.IsNotModified to check whether the response
// error from Do is the result of In-None-Match.
func ( c * ProjectsJobsListCall ) IfNoneMatch ( entityTag string ) * ProjectsJobsListCall {
c . ifNoneMatch_ = entityTag
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsJobsListCall ) Context ( ctx context . Context ) * ProjectsJobsListCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsJobsListCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsJobsListCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
if c . ifNoneMatch_ != "" {
reqHeaders . Set ( "If-None-Match" , c . ifNoneMatch_ )
}
var body io . Reader = nil
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/jobs" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "GET" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.jobs.list" call.
// Exactly one of *ListJobsResponse or error will be non-nil. Any
// non-2xx status code is an error. Response headers are in either
// *ListJobsResponse.ServerResponse.Header or (if a response was
// returned at all) in error.(*googleapi.Error).Header. Use
// googleapi.IsNotModified to check whether the returned error was
// because http.StatusNotModified was returned.
func ( c * ProjectsJobsListCall ) Do ( opts ... googleapi . CallOption ) ( * ListJobsResponse , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & ListJobsResponse {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "List the jobs of a project in a given region.",
// "flatPath": "v1b3/projects/{projectId}/jobs",
// "httpMethod": "GET",
// "id": "dataflow.projects.jobs.list",
// "parameterOrder": [
// "projectId"
// ],
// "parameters": {
// "filter": {
// "description": "The kind of filter to use.",
// "enum": [
// "UNKNOWN",
// "ALL",
// "TERMINATED",
// "ACTIVE"
// ],
// "location": "query",
// "type": "string"
// },
// "location": {
// "description": "The location that contains this job.",
// "location": "query",
// "type": "string"
// },
// "pageSize": {
// "description": "If there are many jobs, limit response to at most this many.\nThe actual number of jobs returned will be the lesser of max_responses\nand an unspecified server-defined limit.",
// "format": "int32",
// "location": "query",
// "type": "integer"
// },
// "pageToken": {
// "description": "Set this to the 'next_page_token' field of a previous response\nto request additional results in a long list.",
// "location": "query",
// "type": "string"
// },
// "projectId": {
// "description": "The project which owns the jobs.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "view": {
// "description": "Level of information requested in response. Default is `JOB_VIEW_SUMMARY`.",
// "enum": [
// "JOB_VIEW_UNKNOWN",
// "JOB_VIEW_SUMMARY",
// "JOB_VIEW_ALL",
// "JOB_VIEW_DESCRIPTION"
// ],
// "location": "query",
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/jobs",
// "response": {
// "$ref": "ListJobsResponse"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// Pages invokes f for each page of results.
// A non-nil error returned from f will halt the iteration.
// The provided context supersedes any context provided to the Context method.
func ( c * ProjectsJobsListCall ) Pages ( ctx context . Context , f func ( * ListJobsResponse ) error ) error {
c . ctx_ = ctx
defer c . PageToken ( c . urlParams_ . Get ( "pageToken" ) ) // reset paging to original point
for {
x , err := c . Do ( )
if err != nil {
return err
}
if err := f ( x ) ; err != nil {
return err
}
if x . NextPageToken == "" {
return nil
}
c . PageToken ( x . NextPageToken )
}
}
// method id "dataflow.projects.jobs.update":
type ProjectsJobsUpdateCall struct {
s * Service
projectId string
jobId string
job * Job
urlParams_ gensupport . URLParams
ctx_ context . Context
header_ http . Header
}
// Update: Updates the state of an existing Cloud Dataflow job.
func ( r * ProjectsJobsService ) Update ( projectId string , jobId string , job * Job ) * ProjectsJobsUpdateCall {
c := & ProjectsJobsUpdateCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . jobId = jobId
c . job = job
return c
}
// Location sets the optional parameter "location": The location that
// contains this job.
func ( c * ProjectsJobsUpdateCall ) Location ( location string ) * ProjectsJobsUpdateCall {
c . urlParams_ . Set ( "location" , location )
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsJobsUpdateCall ) Fields ( s ... googleapi . Field ) * ProjectsJobsUpdateCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsJobsUpdateCall ) Context ( ctx context . Context ) * ProjectsJobsUpdateCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsJobsUpdateCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsJobsUpdateCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
var body io . Reader = nil
body , err := googleapi . WithoutDataWrapper . JSONReader ( c . job )
if err != nil {
return nil , err
}
reqHeaders . Set ( "Content-Type" , "application/json" )
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/jobs/{jobId}" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "PUT" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
"jobId" : c . jobId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.jobs.update" call.
// Exactly one of *Job or error will be non-nil. Any non-2xx status code
// is an error. Response headers are in either
// *Job.ServerResponse.Header or (if a response was returned at all) in
// error.(*googleapi.Error).Header. Use googleapi.IsNotModified to check
// whether the returned error was because http.StatusNotModified was
// returned.
func ( c * ProjectsJobsUpdateCall ) Do ( opts ... googleapi . CallOption ) ( * Job , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & Job {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Updates the state of an existing Cloud Dataflow job.",
// "flatPath": "v1b3/projects/{projectId}/jobs/{jobId}",
// "httpMethod": "PUT",
// "id": "dataflow.projects.jobs.update",
// "parameterOrder": [
// "projectId",
// "jobId"
// ],
// "parameters": {
// "jobId": {
// "description": "The job ID.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "location": {
// "description": "The location that contains this job.",
// "location": "query",
// "type": "string"
// },
// "projectId": {
// "description": "The ID of the Cloud Platform project that the job belongs to.",
// "location": "path",
// "required": true,
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/jobs/{jobId}",
// "request": {
// "$ref": "Job"
// },
// "response": {
// "$ref": "Job"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.jobs.debug.getConfig":
type ProjectsJobsDebugGetConfigCall struct {
s * Service
projectId string
jobId string
getdebugconfigrequest * GetDebugConfigRequest
urlParams_ gensupport . URLParams
ctx_ context . Context
header_ http . Header
}
// GetConfig: Get encoded debug configuration for component. Not
// cacheable.
func ( r * ProjectsJobsDebugService ) GetConfig ( projectId string , jobId string , getdebugconfigrequest * GetDebugConfigRequest ) * ProjectsJobsDebugGetConfigCall {
c := & ProjectsJobsDebugGetConfigCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . jobId = jobId
c . getdebugconfigrequest = getdebugconfigrequest
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsJobsDebugGetConfigCall ) Fields ( s ... googleapi . Field ) * ProjectsJobsDebugGetConfigCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsJobsDebugGetConfigCall ) Context ( ctx context . Context ) * ProjectsJobsDebugGetConfigCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsJobsDebugGetConfigCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsJobsDebugGetConfigCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
var body io . Reader = nil
body , err := googleapi . WithoutDataWrapper . JSONReader ( c . getdebugconfigrequest )
if err != nil {
return nil , err
}
reqHeaders . Set ( "Content-Type" , "application/json" )
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/jobs/{jobId}/debug/getConfig" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "POST" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
"jobId" : c . jobId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.jobs.debug.getConfig" call.
// Exactly one of *GetDebugConfigResponse or error will be non-nil. Any
// non-2xx status code is an error. Response headers are in either
// *GetDebugConfigResponse.ServerResponse.Header or (if a response was
// returned at all) in error.(*googleapi.Error).Header. Use
// googleapi.IsNotModified to check whether the returned error was
// because http.StatusNotModified was returned.
func ( c * ProjectsJobsDebugGetConfigCall ) Do ( opts ... googleapi . CallOption ) ( * GetDebugConfigResponse , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & GetDebugConfigResponse {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Get encoded debug configuration for component. Not cacheable.",
// "flatPath": "v1b3/projects/{projectId}/jobs/{jobId}/debug/getConfig",
// "httpMethod": "POST",
// "id": "dataflow.projects.jobs.debug.getConfig",
// "parameterOrder": [
// "projectId",
// "jobId"
// ],
// "parameters": {
// "jobId": {
// "description": "The job id.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "projectId": {
// "description": "The project id.",
// "location": "path",
// "required": true,
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/jobs/{jobId}/debug/getConfig",
// "request": {
// "$ref": "GetDebugConfigRequest"
// },
// "response": {
// "$ref": "GetDebugConfigResponse"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.jobs.debug.sendCapture":
type ProjectsJobsDebugSendCaptureCall struct {
s * Service
projectId string
jobId string
senddebugcapturerequest * SendDebugCaptureRequest
urlParams_ gensupport . URLParams
ctx_ context . Context
header_ http . Header
}
// SendCapture: Send encoded debug capture data for component.
func ( r * ProjectsJobsDebugService ) SendCapture ( projectId string , jobId string , senddebugcapturerequest * SendDebugCaptureRequest ) * ProjectsJobsDebugSendCaptureCall {
c := & ProjectsJobsDebugSendCaptureCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . jobId = jobId
c . senddebugcapturerequest = senddebugcapturerequest
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsJobsDebugSendCaptureCall ) Fields ( s ... googleapi . Field ) * ProjectsJobsDebugSendCaptureCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsJobsDebugSendCaptureCall ) Context ( ctx context . Context ) * ProjectsJobsDebugSendCaptureCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsJobsDebugSendCaptureCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsJobsDebugSendCaptureCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
var body io . Reader = nil
body , err := googleapi . WithoutDataWrapper . JSONReader ( c . senddebugcapturerequest )
if err != nil {
return nil , err
}
reqHeaders . Set ( "Content-Type" , "application/json" )
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/jobs/{jobId}/debug/sendCapture" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "POST" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
"jobId" : c . jobId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.jobs.debug.sendCapture" call.
// Exactly one of *SendDebugCaptureResponse or error will be non-nil.
// Any non-2xx status code is an error. Response headers are in either
// *SendDebugCaptureResponse.ServerResponse.Header or (if a response was
// returned at all) in error.(*googleapi.Error).Header. Use
// googleapi.IsNotModified to check whether the returned error was
// because http.StatusNotModified was returned.
func ( c * ProjectsJobsDebugSendCaptureCall ) Do ( opts ... googleapi . CallOption ) ( * SendDebugCaptureResponse , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & SendDebugCaptureResponse {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Send encoded debug capture data for component.",
// "flatPath": "v1b3/projects/{projectId}/jobs/{jobId}/debug/sendCapture",
// "httpMethod": "POST",
// "id": "dataflow.projects.jobs.debug.sendCapture",
// "parameterOrder": [
// "projectId",
// "jobId"
// ],
// "parameters": {
// "jobId": {
// "description": "The job id.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "projectId": {
// "description": "The project id.",
// "location": "path",
// "required": true,
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/jobs/{jobId}/debug/sendCapture",
// "request": {
// "$ref": "SendDebugCaptureRequest"
// },
// "response": {
// "$ref": "SendDebugCaptureResponse"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.jobs.messages.list":
type ProjectsJobsMessagesListCall struct {
s * Service
projectId string
jobId string
urlParams_ gensupport . URLParams
ifNoneMatch_ string
ctx_ context . Context
header_ http . Header
}
// List: Request the job status.
func ( r * ProjectsJobsMessagesService ) List ( projectId string , jobId string ) * ProjectsJobsMessagesListCall {
c := & ProjectsJobsMessagesListCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . jobId = jobId
return c
}
// EndTime sets the optional parameter "endTime": Return only messages
// with timestamps < end_time. The default is now
// (i.e. return up to the latest messages available).
func ( c * ProjectsJobsMessagesListCall ) EndTime ( endTime string ) * ProjectsJobsMessagesListCall {
c . urlParams_ . Set ( "endTime" , endTime )
return c
}
// Location sets the optional parameter "location": The location which
// contains the job specified by job_id.
func ( c * ProjectsJobsMessagesListCall ) Location ( location string ) * ProjectsJobsMessagesListCall {
c . urlParams_ . Set ( "location" , location )
return c
}
// MinimumImportance sets the optional parameter "minimumImportance":
// Filter to only get messages with importance >= level
//
// Possible values:
// "JOB_MESSAGE_IMPORTANCE_UNKNOWN"
// "JOB_MESSAGE_DEBUG"
// "JOB_MESSAGE_DETAILED"
// "JOB_MESSAGE_BASIC"
// "JOB_MESSAGE_WARNING"
// "JOB_MESSAGE_ERROR"
func ( c * ProjectsJobsMessagesListCall ) MinimumImportance ( minimumImportance string ) * ProjectsJobsMessagesListCall {
c . urlParams_ . Set ( "minimumImportance" , minimumImportance )
return c
}
// PageSize sets the optional parameter "pageSize": If specified,
// determines the maximum number of messages to
// return. If unspecified, the service may choose an
// appropriate
// default, or may return an arbitrarily large number of results.
func ( c * ProjectsJobsMessagesListCall ) PageSize ( pageSize int64 ) * ProjectsJobsMessagesListCall {
c . urlParams_ . Set ( "pageSize" , fmt . Sprint ( pageSize ) )
return c
}
// PageToken sets the optional parameter "pageToken": If supplied, this
// should be the value of next_page_token returned
// by an earlier call. This will cause the next page of results to
// be returned.
func ( c * ProjectsJobsMessagesListCall ) PageToken ( pageToken string ) * ProjectsJobsMessagesListCall {
c . urlParams_ . Set ( "pageToken" , pageToken )
return c
}
// StartTime sets the optional parameter "startTime": If specified,
// return only messages with timestamps >= start_time.
// The default is the job creation time (i.e. beginning of messages).
func ( c * ProjectsJobsMessagesListCall ) StartTime ( startTime string ) * ProjectsJobsMessagesListCall {
c . urlParams_ . Set ( "startTime" , startTime )
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsJobsMessagesListCall ) Fields ( s ... googleapi . Field ) * ProjectsJobsMessagesListCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// IfNoneMatch sets the optional parameter which makes the operation
// fail if the object's ETag matches the given value. This is useful for
// getting updates only after the object has changed since the last
// request. Use googleapi.IsNotModified to check whether the response
// error from Do is the result of In-None-Match.
func ( c * ProjectsJobsMessagesListCall ) IfNoneMatch ( entityTag string ) * ProjectsJobsMessagesListCall {
c . ifNoneMatch_ = entityTag
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsJobsMessagesListCall ) Context ( ctx context . Context ) * ProjectsJobsMessagesListCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsJobsMessagesListCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsJobsMessagesListCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
if c . ifNoneMatch_ != "" {
reqHeaders . Set ( "If-None-Match" , c . ifNoneMatch_ )
}
var body io . Reader = nil
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/jobs/{jobId}/messages" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "GET" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
"jobId" : c . jobId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.jobs.messages.list" call.
// Exactly one of *ListJobMessagesResponse or error will be non-nil. Any
// non-2xx status code is an error. Response headers are in either
// *ListJobMessagesResponse.ServerResponse.Header or (if a response was
// returned at all) in error.(*googleapi.Error).Header. Use
// googleapi.IsNotModified to check whether the returned error was
// because http.StatusNotModified was returned.
func ( c * ProjectsJobsMessagesListCall ) Do ( opts ... googleapi . CallOption ) ( * ListJobMessagesResponse , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & ListJobMessagesResponse {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Request the job status.",
// "flatPath": "v1b3/projects/{projectId}/jobs/{jobId}/messages",
// "httpMethod": "GET",
// "id": "dataflow.projects.jobs.messages.list",
// "parameterOrder": [
// "projectId",
// "jobId"
// ],
// "parameters": {
// "endTime": {
// "description": "Return only messages with timestamps \u003c end_time. The default is now\n(i.e. return up to the latest messages available).",
// "format": "google-datetime",
// "location": "query",
// "type": "string"
// },
// "jobId": {
// "description": "The job to get messages about.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "location": {
// "description": "The location which contains the job specified by job_id.",
// "location": "query",
// "type": "string"
// },
// "minimumImportance": {
// "description": "Filter to only get messages with importance \u003e= level",
// "enum": [
// "JOB_MESSAGE_IMPORTANCE_UNKNOWN",
// "JOB_MESSAGE_DEBUG",
// "JOB_MESSAGE_DETAILED",
// "JOB_MESSAGE_BASIC",
// "JOB_MESSAGE_WARNING",
// "JOB_MESSAGE_ERROR"
// ],
// "location": "query",
// "type": "string"
// },
// "pageSize": {
// "description": "If specified, determines the maximum number of messages to\nreturn. If unspecified, the service may choose an appropriate\ndefault, or may return an arbitrarily large number of results.",
// "format": "int32",
// "location": "query",
// "type": "integer"
// },
// "pageToken": {
// "description": "If supplied, this should be the value of next_page_token returned\nby an earlier call. This will cause the next page of results to\nbe returned.",
// "location": "query",
// "type": "string"
// },
// "projectId": {
// "description": "A project id.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "startTime": {
// "description": "If specified, return only messages with timestamps \u003e= start_time.\nThe default is the job creation time (i.e. beginning of messages).",
// "format": "google-datetime",
// "location": "query",
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/jobs/{jobId}/messages",
// "response": {
// "$ref": "ListJobMessagesResponse"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// Pages invokes f for each page of results.
// A non-nil error returned from f will halt the iteration.
// The provided context supersedes any context provided to the Context method.
func ( c * ProjectsJobsMessagesListCall ) Pages ( ctx context . Context , f func ( * ListJobMessagesResponse ) error ) error {
c . ctx_ = ctx
defer c . PageToken ( c . urlParams_ . Get ( "pageToken" ) ) // reset paging to original point
for {
x , err := c . Do ( )
if err != nil {
return err
}
if err := f ( x ) ; err != nil {
return err
}
if x . NextPageToken == "" {
return nil
}
c . PageToken ( x . NextPageToken )
}
}
// method id "dataflow.projects.jobs.workItems.lease":
type ProjectsJobsWorkItemsLeaseCall struct {
s * Service
projectId string
jobId string
leaseworkitemrequest * LeaseWorkItemRequest
urlParams_ gensupport . URLParams
ctx_ context . Context
header_ http . Header
}
// Lease: Leases a dataflow WorkItem to run.
func ( r * ProjectsJobsWorkItemsService ) Lease ( projectId string , jobId string , leaseworkitemrequest * LeaseWorkItemRequest ) * ProjectsJobsWorkItemsLeaseCall {
c := & ProjectsJobsWorkItemsLeaseCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . jobId = jobId
c . leaseworkitemrequest = leaseworkitemrequest
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsJobsWorkItemsLeaseCall ) Fields ( s ... googleapi . Field ) * ProjectsJobsWorkItemsLeaseCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsJobsWorkItemsLeaseCall ) Context ( ctx context . Context ) * ProjectsJobsWorkItemsLeaseCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsJobsWorkItemsLeaseCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsJobsWorkItemsLeaseCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
var body io . Reader = nil
body , err := googleapi . WithoutDataWrapper . JSONReader ( c . leaseworkitemrequest )
if err != nil {
return nil , err
}
reqHeaders . Set ( "Content-Type" , "application/json" )
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/jobs/{jobId}/workItems:lease" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "POST" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
"jobId" : c . jobId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.jobs.workItems.lease" call.
// Exactly one of *LeaseWorkItemResponse or error will be non-nil. Any
// non-2xx status code is an error. Response headers are in either
// *LeaseWorkItemResponse.ServerResponse.Header or (if a response was
// returned at all) in error.(*googleapi.Error).Header. Use
// googleapi.IsNotModified to check whether the returned error was
// because http.StatusNotModified was returned.
func ( c * ProjectsJobsWorkItemsLeaseCall ) Do ( opts ... googleapi . CallOption ) ( * LeaseWorkItemResponse , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & LeaseWorkItemResponse {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Leases a dataflow WorkItem to run.",
// "flatPath": "v1b3/projects/{projectId}/jobs/{jobId}/workItems:lease",
// "httpMethod": "POST",
// "id": "dataflow.projects.jobs.workItems.lease",
// "parameterOrder": [
// "projectId",
// "jobId"
// ],
// "parameters": {
// "jobId": {
// "description": "Identifies the workflow job this worker belongs to.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "projectId": {
// "description": "Identifies the project this worker belongs to.",
// "location": "path",
// "required": true,
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/jobs/{jobId}/workItems:lease",
// "request": {
// "$ref": "LeaseWorkItemRequest"
// },
// "response": {
// "$ref": "LeaseWorkItemResponse"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.jobs.workItems.reportStatus":
type ProjectsJobsWorkItemsReportStatusCall struct {
s * Service
projectId string
jobId string
reportworkitemstatusrequest * ReportWorkItemStatusRequest
urlParams_ gensupport . URLParams
ctx_ context . Context
header_ http . Header
}
// ReportStatus: Reports the status of dataflow WorkItems leased by a
// worker.
func ( r * ProjectsJobsWorkItemsService ) ReportStatus ( projectId string , jobId string , reportworkitemstatusrequest * ReportWorkItemStatusRequest ) * ProjectsJobsWorkItemsReportStatusCall {
c := & ProjectsJobsWorkItemsReportStatusCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . jobId = jobId
c . reportworkitemstatusrequest = reportworkitemstatusrequest
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsJobsWorkItemsReportStatusCall ) Fields ( s ... googleapi . Field ) * ProjectsJobsWorkItemsReportStatusCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsJobsWorkItemsReportStatusCall ) Context ( ctx context . Context ) * ProjectsJobsWorkItemsReportStatusCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsJobsWorkItemsReportStatusCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsJobsWorkItemsReportStatusCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
var body io . Reader = nil
body , err := googleapi . WithoutDataWrapper . JSONReader ( c . reportworkitemstatusrequest )
if err != nil {
return nil , err
}
reqHeaders . Set ( "Content-Type" , "application/json" )
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/jobs/{jobId}/workItems:reportStatus" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "POST" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
"jobId" : c . jobId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.jobs.workItems.reportStatus" call.
// Exactly one of *ReportWorkItemStatusResponse or error will be
// non-nil. Any non-2xx status code is an error. Response headers are in
// either *ReportWorkItemStatusResponse.ServerResponse.Header or (if a
// response was returned at all) in error.(*googleapi.Error).Header. Use
// googleapi.IsNotModified to check whether the returned error was
// because http.StatusNotModified was returned.
func ( c * ProjectsJobsWorkItemsReportStatusCall ) Do ( opts ... googleapi . CallOption ) ( * ReportWorkItemStatusResponse , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & ReportWorkItemStatusResponse {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Reports the status of dataflow WorkItems leased by a worker.",
// "flatPath": "v1b3/projects/{projectId}/jobs/{jobId}/workItems:reportStatus",
// "httpMethod": "POST",
// "id": "dataflow.projects.jobs.workItems.reportStatus",
// "parameterOrder": [
// "projectId",
// "jobId"
// ],
// "parameters": {
// "jobId": {
// "description": "The job which the WorkItem is part of.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "projectId": {
// "description": "The project which owns the WorkItem's job.",
// "location": "path",
// "required": true,
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/jobs/{jobId}/workItems:reportStatus",
// "request": {
// "$ref": "ReportWorkItemStatusRequest"
// },
// "response": {
// "$ref": "ReportWorkItemStatusResponse"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.locations.workerMessages":
type ProjectsLocationsWorkerMessagesCall struct {
s * Service
projectId string
location string
sendworkermessagesrequest * SendWorkerMessagesRequest
urlParams_ gensupport . URLParams
ctx_ context . Context
header_ http . Header
}
// WorkerMessages: Send a worker_message to the service.
func ( r * ProjectsLocationsService ) WorkerMessages ( projectId string , location string , sendworkermessagesrequest * SendWorkerMessagesRequest ) * ProjectsLocationsWorkerMessagesCall {
c := & ProjectsLocationsWorkerMessagesCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . location = location
c . sendworkermessagesrequest = sendworkermessagesrequest
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsLocationsWorkerMessagesCall ) Fields ( s ... googleapi . Field ) * ProjectsLocationsWorkerMessagesCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsLocationsWorkerMessagesCall ) Context ( ctx context . Context ) * ProjectsLocationsWorkerMessagesCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsLocationsWorkerMessagesCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsLocationsWorkerMessagesCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
var body io . Reader = nil
body , err := googleapi . WithoutDataWrapper . JSONReader ( c . sendworkermessagesrequest )
if err != nil {
return nil , err
}
reqHeaders . Set ( "Content-Type" , "application/json" )
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/locations/{location}/WorkerMessages" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "POST" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
"location" : c . location ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.locations.workerMessages" call.
// Exactly one of *SendWorkerMessagesResponse or error will be non-nil.
// Any non-2xx status code is an error. Response headers are in either
// *SendWorkerMessagesResponse.ServerResponse.Header or (if a response
// was returned at all) in error.(*googleapi.Error).Header. Use
// googleapi.IsNotModified to check whether the returned error was
// because http.StatusNotModified was returned.
func ( c * ProjectsLocationsWorkerMessagesCall ) Do ( opts ... googleapi . CallOption ) ( * SendWorkerMessagesResponse , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & SendWorkerMessagesResponse {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Send a worker_message to the service.",
// "flatPath": "v1b3/projects/{projectId}/locations/{location}/WorkerMessages",
// "httpMethod": "POST",
// "id": "dataflow.projects.locations.workerMessages",
// "parameterOrder": [
// "projectId",
// "location"
// ],
// "parameters": {
// "location": {
// "description": "The location which contains the job",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "projectId": {
// "description": "The project to send the WorkerMessages to.",
// "location": "path",
// "required": true,
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/locations/{location}/WorkerMessages",
// "request": {
// "$ref": "SendWorkerMessagesRequest"
// },
// "response": {
// "$ref": "SendWorkerMessagesResponse"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.locations.jobs.create":
type ProjectsLocationsJobsCreateCall struct {
s * Service
projectId string
location string
job * Job
urlParams_ gensupport . URLParams
ctx_ context . Context
header_ http . Header
}
// Create: Creates a Cloud Dataflow job.
func ( r * ProjectsLocationsJobsService ) Create ( projectId string , location string , job * Job ) * ProjectsLocationsJobsCreateCall {
c := & ProjectsLocationsJobsCreateCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . location = location
c . job = job
return c
}
// ReplaceJobId sets the optional parameter "replaceJobId": Deprecated.
// This field is now in the Job message.
func ( c * ProjectsLocationsJobsCreateCall ) ReplaceJobId ( replaceJobId string ) * ProjectsLocationsJobsCreateCall {
c . urlParams_ . Set ( "replaceJobId" , replaceJobId )
return c
}
// View sets the optional parameter "view": The level of information
// requested in response.
//
// Possible values:
// "JOB_VIEW_UNKNOWN"
// "JOB_VIEW_SUMMARY"
// "JOB_VIEW_ALL"
// "JOB_VIEW_DESCRIPTION"
func ( c * ProjectsLocationsJobsCreateCall ) View ( view string ) * ProjectsLocationsJobsCreateCall {
c . urlParams_ . Set ( "view" , view )
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsLocationsJobsCreateCall ) Fields ( s ... googleapi . Field ) * ProjectsLocationsJobsCreateCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsLocationsJobsCreateCall ) Context ( ctx context . Context ) * ProjectsLocationsJobsCreateCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsLocationsJobsCreateCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsLocationsJobsCreateCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
var body io . Reader = nil
body , err := googleapi . WithoutDataWrapper . JSONReader ( c . job )
if err != nil {
return nil , err
}
reqHeaders . Set ( "Content-Type" , "application/json" )
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/locations/{location}/jobs" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "POST" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
"location" : c . location ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.locations.jobs.create" call.
// Exactly one of *Job or error will be non-nil. Any non-2xx status code
// is an error. Response headers are in either
// *Job.ServerResponse.Header or (if a response was returned at all) in
// error.(*googleapi.Error).Header. Use googleapi.IsNotModified to check
// whether the returned error was because http.StatusNotModified was
// returned.
func ( c * ProjectsLocationsJobsCreateCall ) Do ( opts ... googleapi . CallOption ) ( * Job , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & Job {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Creates a Cloud Dataflow job.",
// "flatPath": "v1b3/projects/{projectId}/locations/{location}/jobs",
// "httpMethod": "POST",
// "id": "dataflow.projects.locations.jobs.create",
// "parameterOrder": [
// "projectId",
// "location"
// ],
// "parameters": {
// "location": {
// "description": "The location that contains this job.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "projectId": {
// "description": "The ID of the Cloud Platform project that the job belongs to.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "replaceJobId": {
// "description": "Deprecated. This field is now in the Job message.",
// "location": "query",
// "type": "string"
// },
// "view": {
// "description": "The level of information requested in response.",
// "enum": [
// "JOB_VIEW_UNKNOWN",
// "JOB_VIEW_SUMMARY",
// "JOB_VIEW_ALL",
// "JOB_VIEW_DESCRIPTION"
// ],
// "location": "query",
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/locations/{location}/jobs",
// "request": {
// "$ref": "Job"
// },
// "response": {
// "$ref": "Job"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.locations.jobs.get":
type ProjectsLocationsJobsGetCall struct {
s * Service
projectId string
location string
jobId string
urlParams_ gensupport . URLParams
ifNoneMatch_ string
ctx_ context . Context
header_ http . Header
}
// Get: Gets the state of the specified Cloud Dataflow job.
func ( r * ProjectsLocationsJobsService ) Get ( projectId string , location string , jobId string ) * ProjectsLocationsJobsGetCall {
c := & ProjectsLocationsJobsGetCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . location = location
c . jobId = jobId
return c
}
// View sets the optional parameter "view": The level of information
// requested in response.
//
// Possible values:
// "JOB_VIEW_UNKNOWN"
// "JOB_VIEW_SUMMARY"
// "JOB_VIEW_ALL"
// "JOB_VIEW_DESCRIPTION"
func ( c * ProjectsLocationsJobsGetCall ) View ( view string ) * ProjectsLocationsJobsGetCall {
c . urlParams_ . Set ( "view" , view )
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsLocationsJobsGetCall ) Fields ( s ... googleapi . Field ) * ProjectsLocationsJobsGetCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// IfNoneMatch sets the optional parameter which makes the operation
// fail if the object's ETag matches the given value. This is useful for
// getting updates only after the object has changed since the last
// request. Use googleapi.IsNotModified to check whether the response
// error from Do is the result of In-None-Match.
func ( c * ProjectsLocationsJobsGetCall ) IfNoneMatch ( entityTag string ) * ProjectsLocationsJobsGetCall {
c . ifNoneMatch_ = entityTag
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsLocationsJobsGetCall ) Context ( ctx context . Context ) * ProjectsLocationsJobsGetCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsLocationsJobsGetCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsLocationsJobsGetCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
if c . ifNoneMatch_ != "" {
reqHeaders . Set ( "If-None-Match" , c . ifNoneMatch_ )
}
var body io . Reader = nil
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "GET" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
"location" : c . location ,
"jobId" : c . jobId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.locations.jobs.get" call.
// Exactly one of *Job or error will be non-nil. Any non-2xx status code
// is an error. Response headers are in either
// *Job.ServerResponse.Header or (if a response was returned at all) in
// error.(*googleapi.Error).Header. Use googleapi.IsNotModified to check
// whether the returned error was because http.StatusNotModified was
// returned.
func ( c * ProjectsLocationsJobsGetCall ) Do ( opts ... googleapi . CallOption ) ( * Job , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & Job {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Gets the state of the specified Cloud Dataflow job.",
// "flatPath": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}",
// "httpMethod": "GET",
// "id": "dataflow.projects.locations.jobs.get",
// "parameterOrder": [
// "projectId",
// "location",
// "jobId"
// ],
// "parameters": {
// "jobId": {
// "description": "The job ID.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "location": {
// "description": "The location that contains this job.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "projectId": {
// "description": "The ID of the Cloud Platform project that the job belongs to.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "view": {
// "description": "The level of information requested in response.",
// "enum": [
// "JOB_VIEW_UNKNOWN",
// "JOB_VIEW_SUMMARY",
// "JOB_VIEW_ALL",
// "JOB_VIEW_DESCRIPTION"
// ],
// "location": "query",
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}",
// "response": {
// "$ref": "Job"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.locations.jobs.getMetrics":
type ProjectsLocationsJobsGetMetricsCall struct {
s * Service
projectId string
location string
jobId string
urlParams_ gensupport . URLParams
ifNoneMatch_ string
ctx_ context . Context
header_ http . Header
}
// GetMetrics: Request the job status.
func ( r * ProjectsLocationsJobsService ) GetMetrics ( projectId string , location string , jobId string ) * ProjectsLocationsJobsGetMetricsCall {
c := & ProjectsLocationsJobsGetMetricsCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . location = location
c . jobId = jobId
return c
}
// StartTime sets the optional parameter "startTime": Return only metric
// data that has changed since this time.
// Default is to return all information about all metrics for the job.
func ( c * ProjectsLocationsJobsGetMetricsCall ) StartTime ( startTime string ) * ProjectsLocationsJobsGetMetricsCall {
c . urlParams_ . Set ( "startTime" , startTime )
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsLocationsJobsGetMetricsCall ) Fields ( s ... googleapi . Field ) * ProjectsLocationsJobsGetMetricsCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// IfNoneMatch sets the optional parameter which makes the operation
// fail if the object's ETag matches the given value. This is useful for
// getting updates only after the object has changed since the last
// request. Use googleapi.IsNotModified to check whether the response
// error from Do is the result of In-None-Match.
func ( c * ProjectsLocationsJobsGetMetricsCall ) IfNoneMatch ( entityTag string ) * ProjectsLocationsJobsGetMetricsCall {
c . ifNoneMatch_ = entityTag
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsLocationsJobsGetMetricsCall ) Context ( ctx context . Context ) * ProjectsLocationsJobsGetMetricsCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsLocationsJobsGetMetricsCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsLocationsJobsGetMetricsCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
if c . ifNoneMatch_ != "" {
reqHeaders . Set ( "If-None-Match" , c . ifNoneMatch_ )
}
var body io . Reader = nil
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/metrics" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "GET" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
"location" : c . location ,
"jobId" : c . jobId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.locations.jobs.getMetrics" call.
// Exactly one of *JobMetrics or error will be non-nil. Any non-2xx
// status code is an error. Response headers are in either
// *JobMetrics.ServerResponse.Header or (if a response was returned at
// all) in error.(*googleapi.Error).Header. Use googleapi.IsNotModified
// to check whether the returned error was because
// http.StatusNotModified was returned.
func ( c * ProjectsLocationsJobsGetMetricsCall ) Do ( opts ... googleapi . CallOption ) ( * JobMetrics , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & JobMetrics {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Request the job status.",
// "flatPath": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/metrics",
// "httpMethod": "GET",
// "id": "dataflow.projects.locations.jobs.getMetrics",
// "parameterOrder": [
// "projectId",
// "location",
// "jobId"
// ],
// "parameters": {
// "jobId": {
// "description": "The job to get messages for.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "location": {
// "description": "The location which contains the job specified by job_id.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "projectId": {
// "description": "A project id.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "startTime": {
// "description": "Return only metric data that has changed since this time.\nDefault is to return all information about all metrics for the job.",
// "format": "google-datetime",
// "location": "query",
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/metrics",
// "response": {
// "$ref": "JobMetrics"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.locations.jobs.list":
type ProjectsLocationsJobsListCall struct {
s * Service
projectId string
location string
urlParams_ gensupport . URLParams
ifNoneMatch_ string
ctx_ context . Context
header_ http . Header
}
// List: List the jobs of a project in a given region.
func ( r * ProjectsLocationsJobsService ) List ( projectId string , location string ) * ProjectsLocationsJobsListCall {
c := & ProjectsLocationsJobsListCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . location = location
return c
}
// Filter sets the optional parameter "filter": The kind of filter to
// use.
//
// Possible values:
// "UNKNOWN"
// "ALL"
// "TERMINATED"
// "ACTIVE"
func ( c * ProjectsLocationsJobsListCall ) Filter ( filter string ) * ProjectsLocationsJobsListCall {
c . urlParams_ . Set ( "filter" , filter )
return c
}
// PageSize sets the optional parameter "pageSize": If there are many
// jobs, limit response to at most this many.
// The actual number of jobs returned will be the lesser of
// max_responses
// and an unspecified server-defined limit.
func ( c * ProjectsLocationsJobsListCall ) PageSize ( pageSize int64 ) * ProjectsLocationsJobsListCall {
c . urlParams_ . Set ( "pageSize" , fmt . Sprint ( pageSize ) )
return c
}
// PageToken sets the optional parameter "pageToken": Set this to the
// 'next_page_token' field of a previous response
// to request additional results in a long list.
func ( c * ProjectsLocationsJobsListCall ) PageToken ( pageToken string ) * ProjectsLocationsJobsListCall {
c . urlParams_ . Set ( "pageToken" , pageToken )
return c
}
// View sets the optional parameter "view": Level of information
// requested in response. Default is `JOB_VIEW_SUMMARY`.
//
// Possible values:
// "JOB_VIEW_UNKNOWN"
// "JOB_VIEW_SUMMARY"
// "JOB_VIEW_ALL"
// "JOB_VIEW_DESCRIPTION"
func ( c * ProjectsLocationsJobsListCall ) View ( view string ) * ProjectsLocationsJobsListCall {
c . urlParams_ . Set ( "view" , view )
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsLocationsJobsListCall ) Fields ( s ... googleapi . Field ) * ProjectsLocationsJobsListCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// IfNoneMatch sets the optional parameter which makes the operation
// fail if the object's ETag matches the given value. This is useful for
// getting updates only after the object has changed since the last
// request. Use googleapi.IsNotModified to check whether the response
// error from Do is the result of In-None-Match.
func ( c * ProjectsLocationsJobsListCall ) IfNoneMatch ( entityTag string ) * ProjectsLocationsJobsListCall {
c . ifNoneMatch_ = entityTag
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsLocationsJobsListCall ) Context ( ctx context . Context ) * ProjectsLocationsJobsListCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsLocationsJobsListCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsLocationsJobsListCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
if c . ifNoneMatch_ != "" {
reqHeaders . Set ( "If-None-Match" , c . ifNoneMatch_ )
}
var body io . Reader = nil
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/locations/{location}/jobs" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "GET" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
"location" : c . location ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.locations.jobs.list" call.
// Exactly one of *ListJobsResponse or error will be non-nil. Any
// non-2xx status code is an error. Response headers are in either
// *ListJobsResponse.ServerResponse.Header or (if a response was
// returned at all) in error.(*googleapi.Error).Header. Use
// googleapi.IsNotModified to check whether the returned error was
// because http.StatusNotModified was returned.
func ( c * ProjectsLocationsJobsListCall ) Do ( opts ... googleapi . CallOption ) ( * ListJobsResponse , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & ListJobsResponse {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "List the jobs of a project in a given region.",
// "flatPath": "v1b3/projects/{projectId}/locations/{location}/jobs",
// "httpMethod": "GET",
// "id": "dataflow.projects.locations.jobs.list",
// "parameterOrder": [
// "projectId",
// "location"
// ],
// "parameters": {
// "filter": {
// "description": "The kind of filter to use.",
// "enum": [
// "UNKNOWN",
// "ALL",
// "TERMINATED",
// "ACTIVE"
// ],
// "location": "query",
// "type": "string"
// },
// "location": {
// "description": "The location that contains this job.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "pageSize": {
// "description": "If there are many jobs, limit response to at most this many.\nThe actual number of jobs returned will be the lesser of max_responses\nand an unspecified server-defined limit.",
// "format": "int32",
// "location": "query",
// "type": "integer"
// },
// "pageToken": {
// "description": "Set this to the 'next_page_token' field of a previous response\nto request additional results in a long list.",
// "location": "query",
// "type": "string"
// },
// "projectId": {
// "description": "The project which owns the jobs.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "view": {
// "description": "Level of information requested in response. Default is `JOB_VIEW_SUMMARY`.",
// "enum": [
// "JOB_VIEW_UNKNOWN",
// "JOB_VIEW_SUMMARY",
// "JOB_VIEW_ALL",
// "JOB_VIEW_DESCRIPTION"
// ],
// "location": "query",
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/locations/{location}/jobs",
// "response": {
// "$ref": "ListJobsResponse"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// Pages invokes f for each page of results.
// A non-nil error returned from f will halt the iteration.
// The provided context supersedes any context provided to the Context method.
func ( c * ProjectsLocationsJobsListCall ) Pages ( ctx context . Context , f func ( * ListJobsResponse ) error ) error {
c . ctx_ = ctx
defer c . PageToken ( c . urlParams_ . Get ( "pageToken" ) ) // reset paging to original point
for {
x , err := c . Do ( )
if err != nil {
return err
}
if err := f ( x ) ; err != nil {
return err
}
if x . NextPageToken == "" {
return nil
}
c . PageToken ( x . NextPageToken )
}
}
// method id "dataflow.projects.locations.jobs.update":
type ProjectsLocationsJobsUpdateCall struct {
s * Service
projectId string
location string
jobId string
job * Job
urlParams_ gensupport . URLParams
ctx_ context . Context
header_ http . Header
}
// Update: Updates the state of an existing Cloud Dataflow job.
func ( r * ProjectsLocationsJobsService ) Update ( projectId string , location string , jobId string , job * Job ) * ProjectsLocationsJobsUpdateCall {
c := & ProjectsLocationsJobsUpdateCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . location = location
c . jobId = jobId
c . job = job
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsLocationsJobsUpdateCall ) Fields ( s ... googleapi . Field ) * ProjectsLocationsJobsUpdateCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsLocationsJobsUpdateCall ) Context ( ctx context . Context ) * ProjectsLocationsJobsUpdateCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsLocationsJobsUpdateCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsLocationsJobsUpdateCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
var body io . Reader = nil
body , err := googleapi . WithoutDataWrapper . JSONReader ( c . job )
if err != nil {
return nil , err
}
reqHeaders . Set ( "Content-Type" , "application/json" )
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "PUT" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
"location" : c . location ,
"jobId" : c . jobId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.locations.jobs.update" call.
// Exactly one of *Job or error will be non-nil. Any non-2xx status code
// is an error. Response headers are in either
// *Job.ServerResponse.Header or (if a response was returned at all) in
// error.(*googleapi.Error).Header. Use googleapi.IsNotModified to check
// whether the returned error was because http.StatusNotModified was
// returned.
func ( c * ProjectsLocationsJobsUpdateCall ) Do ( opts ... googleapi . CallOption ) ( * Job , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & Job {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Updates the state of an existing Cloud Dataflow job.",
// "flatPath": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}",
// "httpMethod": "PUT",
// "id": "dataflow.projects.locations.jobs.update",
// "parameterOrder": [
// "projectId",
// "location",
// "jobId"
// ],
// "parameters": {
// "jobId": {
// "description": "The job ID.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "location": {
// "description": "The location that contains this job.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "projectId": {
// "description": "The ID of the Cloud Platform project that the job belongs to.",
// "location": "path",
// "required": true,
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}",
// "request": {
// "$ref": "Job"
// },
// "response": {
// "$ref": "Job"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.locations.jobs.debug.getConfig":
type ProjectsLocationsJobsDebugGetConfigCall struct {
s * Service
projectId string
location string
jobId string
getdebugconfigrequest * GetDebugConfigRequest
urlParams_ gensupport . URLParams
ctx_ context . Context
header_ http . Header
}
// GetConfig: Get encoded debug configuration for component. Not
// cacheable.
func ( r * ProjectsLocationsJobsDebugService ) GetConfig ( projectId string , location string , jobId string , getdebugconfigrequest * GetDebugConfigRequest ) * ProjectsLocationsJobsDebugGetConfigCall {
c := & ProjectsLocationsJobsDebugGetConfigCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . location = location
c . jobId = jobId
c . getdebugconfigrequest = getdebugconfigrequest
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsLocationsJobsDebugGetConfigCall ) Fields ( s ... googleapi . Field ) * ProjectsLocationsJobsDebugGetConfigCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsLocationsJobsDebugGetConfigCall ) Context ( ctx context . Context ) * ProjectsLocationsJobsDebugGetConfigCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsLocationsJobsDebugGetConfigCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsLocationsJobsDebugGetConfigCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
var body io . Reader = nil
body , err := googleapi . WithoutDataWrapper . JSONReader ( c . getdebugconfigrequest )
if err != nil {
return nil , err
}
reqHeaders . Set ( "Content-Type" , "application/json" )
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/debug/getConfig" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "POST" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
"location" : c . location ,
"jobId" : c . jobId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.locations.jobs.debug.getConfig" call.
// Exactly one of *GetDebugConfigResponse or error will be non-nil. Any
// non-2xx status code is an error. Response headers are in either
// *GetDebugConfigResponse.ServerResponse.Header or (if a response was
// returned at all) in error.(*googleapi.Error).Header. Use
// googleapi.IsNotModified to check whether the returned error was
// because http.StatusNotModified was returned.
func ( c * ProjectsLocationsJobsDebugGetConfigCall ) Do ( opts ... googleapi . CallOption ) ( * GetDebugConfigResponse , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & GetDebugConfigResponse {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Get encoded debug configuration for component. Not cacheable.",
// "flatPath": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/debug/getConfig",
// "httpMethod": "POST",
// "id": "dataflow.projects.locations.jobs.debug.getConfig",
// "parameterOrder": [
// "projectId",
// "location",
// "jobId"
// ],
// "parameters": {
// "jobId": {
// "description": "The job id.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "location": {
// "description": "The location which contains the job specified by job_id.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "projectId": {
// "description": "The project id.",
// "location": "path",
// "required": true,
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/debug/getConfig",
// "request": {
// "$ref": "GetDebugConfigRequest"
// },
// "response": {
// "$ref": "GetDebugConfigResponse"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.locations.jobs.debug.sendCapture":
type ProjectsLocationsJobsDebugSendCaptureCall struct {
s * Service
projectId string
location string
jobId string
senddebugcapturerequest * SendDebugCaptureRequest
urlParams_ gensupport . URLParams
ctx_ context . Context
header_ http . Header
}
// SendCapture: Send encoded debug capture data for component.
func ( r * ProjectsLocationsJobsDebugService ) SendCapture ( projectId string , location string , jobId string , senddebugcapturerequest * SendDebugCaptureRequest ) * ProjectsLocationsJobsDebugSendCaptureCall {
c := & ProjectsLocationsJobsDebugSendCaptureCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . location = location
c . jobId = jobId
c . senddebugcapturerequest = senddebugcapturerequest
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsLocationsJobsDebugSendCaptureCall ) Fields ( s ... googleapi . Field ) * ProjectsLocationsJobsDebugSendCaptureCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsLocationsJobsDebugSendCaptureCall ) Context ( ctx context . Context ) * ProjectsLocationsJobsDebugSendCaptureCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsLocationsJobsDebugSendCaptureCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsLocationsJobsDebugSendCaptureCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
var body io . Reader = nil
body , err := googleapi . WithoutDataWrapper . JSONReader ( c . senddebugcapturerequest )
if err != nil {
return nil , err
}
reqHeaders . Set ( "Content-Type" , "application/json" )
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/debug/sendCapture" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "POST" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
"location" : c . location ,
"jobId" : c . jobId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.locations.jobs.debug.sendCapture" call.
// Exactly one of *SendDebugCaptureResponse or error will be non-nil.
// Any non-2xx status code is an error. Response headers are in either
// *SendDebugCaptureResponse.ServerResponse.Header or (if a response was
// returned at all) in error.(*googleapi.Error).Header. Use
// googleapi.IsNotModified to check whether the returned error was
// because http.StatusNotModified was returned.
func ( c * ProjectsLocationsJobsDebugSendCaptureCall ) Do ( opts ... googleapi . CallOption ) ( * SendDebugCaptureResponse , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & SendDebugCaptureResponse {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Send encoded debug capture data for component.",
// "flatPath": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/debug/sendCapture",
// "httpMethod": "POST",
// "id": "dataflow.projects.locations.jobs.debug.sendCapture",
// "parameterOrder": [
// "projectId",
// "location",
// "jobId"
// ],
// "parameters": {
// "jobId": {
// "description": "The job id.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "location": {
// "description": "The location which contains the job specified by job_id.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "projectId": {
// "description": "The project id.",
// "location": "path",
// "required": true,
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/debug/sendCapture",
// "request": {
// "$ref": "SendDebugCaptureRequest"
// },
// "response": {
// "$ref": "SendDebugCaptureResponse"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.locations.jobs.messages.list":
type ProjectsLocationsJobsMessagesListCall struct {
s * Service
projectId string
location string
jobId string
urlParams_ gensupport . URLParams
ifNoneMatch_ string
ctx_ context . Context
header_ http . Header
}
// List: Request the job status.
func ( r * ProjectsLocationsJobsMessagesService ) List ( projectId string , location string , jobId string ) * ProjectsLocationsJobsMessagesListCall {
c := & ProjectsLocationsJobsMessagesListCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . location = location
c . jobId = jobId
return c
}
// EndTime sets the optional parameter "endTime": Return only messages
// with timestamps < end_time. The default is now
// (i.e. return up to the latest messages available).
func ( c * ProjectsLocationsJobsMessagesListCall ) EndTime ( endTime string ) * ProjectsLocationsJobsMessagesListCall {
c . urlParams_ . Set ( "endTime" , endTime )
return c
}
// MinimumImportance sets the optional parameter "minimumImportance":
// Filter to only get messages with importance >= level
//
// Possible values:
// "JOB_MESSAGE_IMPORTANCE_UNKNOWN"
// "JOB_MESSAGE_DEBUG"
// "JOB_MESSAGE_DETAILED"
// "JOB_MESSAGE_BASIC"
// "JOB_MESSAGE_WARNING"
// "JOB_MESSAGE_ERROR"
func ( c * ProjectsLocationsJobsMessagesListCall ) MinimumImportance ( minimumImportance string ) * ProjectsLocationsJobsMessagesListCall {
c . urlParams_ . Set ( "minimumImportance" , minimumImportance )
return c
}
// PageSize sets the optional parameter "pageSize": If specified,
// determines the maximum number of messages to
// return. If unspecified, the service may choose an
// appropriate
// default, or may return an arbitrarily large number of results.
func ( c * ProjectsLocationsJobsMessagesListCall ) PageSize ( pageSize int64 ) * ProjectsLocationsJobsMessagesListCall {
c . urlParams_ . Set ( "pageSize" , fmt . Sprint ( pageSize ) )
return c
}
// PageToken sets the optional parameter "pageToken": If supplied, this
// should be the value of next_page_token returned
// by an earlier call. This will cause the next page of results to
// be returned.
func ( c * ProjectsLocationsJobsMessagesListCall ) PageToken ( pageToken string ) * ProjectsLocationsJobsMessagesListCall {
c . urlParams_ . Set ( "pageToken" , pageToken )
return c
}
// StartTime sets the optional parameter "startTime": If specified,
// return only messages with timestamps >= start_time.
// The default is the job creation time (i.e. beginning of messages).
func ( c * ProjectsLocationsJobsMessagesListCall ) StartTime ( startTime string ) * ProjectsLocationsJobsMessagesListCall {
c . urlParams_ . Set ( "startTime" , startTime )
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsLocationsJobsMessagesListCall ) Fields ( s ... googleapi . Field ) * ProjectsLocationsJobsMessagesListCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// IfNoneMatch sets the optional parameter which makes the operation
// fail if the object's ETag matches the given value. This is useful for
// getting updates only after the object has changed since the last
// request. Use googleapi.IsNotModified to check whether the response
// error from Do is the result of In-None-Match.
func ( c * ProjectsLocationsJobsMessagesListCall ) IfNoneMatch ( entityTag string ) * ProjectsLocationsJobsMessagesListCall {
c . ifNoneMatch_ = entityTag
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsLocationsJobsMessagesListCall ) Context ( ctx context . Context ) * ProjectsLocationsJobsMessagesListCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsLocationsJobsMessagesListCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsLocationsJobsMessagesListCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
if c . ifNoneMatch_ != "" {
reqHeaders . Set ( "If-None-Match" , c . ifNoneMatch_ )
}
var body io . Reader = nil
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/messages" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "GET" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
"location" : c . location ,
"jobId" : c . jobId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.locations.jobs.messages.list" call.
// Exactly one of *ListJobMessagesResponse or error will be non-nil. Any
// non-2xx status code is an error. Response headers are in either
// *ListJobMessagesResponse.ServerResponse.Header or (if a response was
// returned at all) in error.(*googleapi.Error).Header. Use
// googleapi.IsNotModified to check whether the returned error was
// because http.StatusNotModified was returned.
func ( c * ProjectsLocationsJobsMessagesListCall ) Do ( opts ... googleapi . CallOption ) ( * ListJobMessagesResponse , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & ListJobMessagesResponse {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Request the job status.",
// "flatPath": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/messages",
// "httpMethod": "GET",
// "id": "dataflow.projects.locations.jobs.messages.list",
// "parameterOrder": [
// "projectId",
// "location",
// "jobId"
// ],
// "parameters": {
// "endTime": {
// "description": "Return only messages with timestamps \u003c end_time. The default is now\n(i.e. return up to the latest messages available).",
// "format": "google-datetime",
// "location": "query",
// "type": "string"
// },
// "jobId": {
// "description": "The job to get messages about.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "location": {
// "description": "The location which contains the job specified by job_id.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "minimumImportance": {
// "description": "Filter to only get messages with importance \u003e= level",
// "enum": [
// "JOB_MESSAGE_IMPORTANCE_UNKNOWN",
// "JOB_MESSAGE_DEBUG",
// "JOB_MESSAGE_DETAILED",
// "JOB_MESSAGE_BASIC",
// "JOB_MESSAGE_WARNING",
// "JOB_MESSAGE_ERROR"
// ],
// "location": "query",
// "type": "string"
// },
// "pageSize": {
// "description": "If specified, determines the maximum number of messages to\nreturn. If unspecified, the service may choose an appropriate\ndefault, or may return an arbitrarily large number of results.",
// "format": "int32",
// "location": "query",
// "type": "integer"
// },
// "pageToken": {
// "description": "If supplied, this should be the value of next_page_token returned\nby an earlier call. This will cause the next page of results to\nbe returned.",
// "location": "query",
// "type": "string"
// },
// "projectId": {
// "description": "A project id.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "startTime": {
// "description": "If specified, return only messages with timestamps \u003e= start_time.\nThe default is the job creation time (i.e. beginning of messages).",
// "format": "google-datetime",
// "location": "query",
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/messages",
// "response": {
// "$ref": "ListJobMessagesResponse"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// Pages invokes f for each page of results.
// A non-nil error returned from f will halt the iteration.
// The provided context supersedes any context provided to the Context method.
func ( c * ProjectsLocationsJobsMessagesListCall ) Pages ( ctx context . Context , f func ( * ListJobMessagesResponse ) error ) error {
c . ctx_ = ctx
defer c . PageToken ( c . urlParams_ . Get ( "pageToken" ) ) // reset paging to original point
for {
x , err := c . Do ( )
if err != nil {
return err
}
if err := f ( x ) ; err != nil {
return err
}
if x . NextPageToken == "" {
return nil
}
c . PageToken ( x . NextPageToken )
}
}
// method id "dataflow.projects.locations.jobs.workItems.lease":
type ProjectsLocationsJobsWorkItemsLeaseCall struct {
s * Service
projectId string
location string
jobId string
leaseworkitemrequest * LeaseWorkItemRequest
urlParams_ gensupport . URLParams
ctx_ context . Context
header_ http . Header
}
// Lease: Leases a dataflow WorkItem to run.
func ( r * ProjectsLocationsJobsWorkItemsService ) Lease ( projectId string , location string , jobId string , leaseworkitemrequest * LeaseWorkItemRequest ) * ProjectsLocationsJobsWorkItemsLeaseCall {
c := & ProjectsLocationsJobsWorkItemsLeaseCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . location = location
c . jobId = jobId
c . leaseworkitemrequest = leaseworkitemrequest
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsLocationsJobsWorkItemsLeaseCall ) Fields ( s ... googleapi . Field ) * ProjectsLocationsJobsWorkItemsLeaseCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsLocationsJobsWorkItemsLeaseCall ) Context ( ctx context . Context ) * ProjectsLocationsJobsWorkItemsLeaseCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsLocationsJobsWorkItemsLeaseCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsLocationsJobsWorkItemsLeaseCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
var body io . Reader = nil
body , err := googleapi . WithoutDataWrapper . JSONReader ( c . leaseworkitemrequest )
if err != nil {
return nil , err
}
reqHeaders . Set ( "Content-Type" , "application/json" )
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/workItems:lease" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "POST" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
"location" : c . location ,
"jobId" : c . jobId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.locations.jobs.workItems.lease" call.
// Exactly one of *LeaseWorkItemResponse or error will be non-nil. Any
// non-2xx status code is an error. Response headers are in either
// *LeaseWorkItemResponse.ServerResponse.Header or (if a response was
// returned at all) in error.(*googleapi.Error).Header. Use
// googleapi.IsNotModified to check whether the returned error was
// because http.StatusNotModified was returned.
func ( c * ProjectsLocationsJobsWorkItemsLeaseCall ) Do ( opts ... googleapi . CallOption ) ( * LeaseWorkItemResponse , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & LeaseWorkItemResponse {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Leases a dataflow WorkItem to run.",
// "flatPath": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/workItems:lease",
// "httpMethod": "POST",
// "id": "dataflow.projects.locations.jobs.workItems.lease",
// "parameterOrder": [
// "projectId",
// "location",
// "jobId"
// ],
// "parameters": {
// "jobId": {
// "description": "Identifies the workflow job this worker belongs to.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "location": {
// "description": "The location which contains the WorkItem's job.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "projectId": {
// "description": "Identifies the project this worker belongs to.",
// "location": "path",
// "required": true,
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/workItems:lease",
// "request": {
// "$ref": "LeaseWorkItemRequest"
// },
// "response": {
// "$ref": "LeaseWorkItemResponse"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.locations.jobs.workItems.reportStatus":
type ProjectsLocationsJobsWorkItemsReportStatusCall struct {
s * Service
projectId string
location string
jobId string
reportworkitemstatusrequest * ReportWorkItemStatusRequest
urlParams_ gensupport . URLParams
ctx_ context . Context
header_ http . Header
}
// ReportStatus: Reports the status of dataflow WorkItems leased by a
// worker.
func ( r * ProjectsLocationsJobsWorkItemsService ) ReportStatus ( projectId string , location string , jobId string , reportworkitemstatusrequest * ReportWorkItemStatusRequest ) * ProjectsLocationsJobsWorkItemsReportStatusCall {
c := & ProjectsLocationsJobsWorkItemsReportStatusCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . location = location
c . jobId = jobId
c . reportworkitemstatusrequest = reportworkitemstatusrequest
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsLocationsJobsWorkItemsReportStatusCall ) Fields ( s ... googleapi . Field ) * ProjectsLocationsJobsWorkItemsReportStatusCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsLocationsJobsWorkItemsReportStatusCall ) Context ( ctx context . Context ) * ProjectsLocationsJobsWorkItemsReportStatusCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsLocationsJobsWorkItemsReportStatusCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsLocationsJobsWorkItemsReportStatusCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
var body io . Reader = nil
body , err := googleapi . WithoutDataWrapper . JSONReader ( c . reportworkitemstatusrequest )
if err != nil {
return nil , err
}
reqHeaders . Set ( "Content-Type" , "application/json" )
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/workItems:reportStatus" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "POST" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
"location" : c . location ,
"jobId" : c . jobId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.locations.jobs.workItems.reportStatus" call.
// Exactly one of *ReportWorkItemStatusResponse or error will be
// non-nil. Any non-2xx status code is an error. Response headers are in
// either *ReportWorkItemStatusResponse.ServerResponse.Header or (if a
// response was returned at all) in error.(*googleapi.Error).Header. Use
// googleapi.IsNotModified to check whether the returned error was
// because http.StatusNotModified was returned.
func ( c * ProjectsLocationsJobsWorkItemsReportStatusCall ) Do ( opts ... googleapi . CallOption ) ( * ReportWorkItemStatusResponse , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & ReportWorkItemStatusResponse {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Reports the status of dataflow WorkItems leased by a worker.",
// "flatPath": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/workItems:reportStatus",
// "httpMethod": "POST",
// "id": "dataflow.projects.locations.jobs.workItems.reportStatus",
// "parameterOrder": [
// "projectId",
// "location",
// "jobId"
// ],
// "parameters": {
// "jobId": {
// "description": "The job which the WorkItem is part of.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "location": {
// "description": "The location which contains the WorkItem's job.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "projectId": {
// "description": "The project which owns the WorkItem's job.",
// "location": "path",
// "required": true,
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/workItems:reportStatus",
// "request": {
// "$ref": "ReportWorkItemStatusRequest"
// },
// "response": {
// "$ref": "ReportWorkItemStatusResponse"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.locations.templates.create":
type ProjectsLocationsTemplatesCreateCall struct {
s * Service
projectId string
location string
createjobfromtemplaterequest * CreateJobFromTemplateRequest
urlParams_ gensupport . URLParams
ctx_ context . Context
header_ http . Header
}
// Create: Creates a Cloud Dataflow job from a template.
func ( r * ProjectsLocationsTemplatesService ) Create ( projectId string , location string , createjobfromtemplaterequest * CreateJobFromTemplateRequest ) * ProjectsLocationsTemplatesCreateCall {
c := & ProjectsLocationsTemplatesCreateCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . location = location
c . createjobfromtemplaterequest = createjobfromtemplaterequest
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsLocationsTemplatesCreateCall ) Fields ( s ... googleapi . Field ) * ProjectsLocationsTemplatesCreateCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsLocationsTemplatesCreateCall ) Context ( ctx context . Context ) * ProjectsLocationsTemplatesCreateCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsLocationsTemplatesCreateCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsLocationsTemplatesCreateCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
var body io . Reader = nil
body , err := googleapi . WithoutDataWrapper . JSONReader ( c . createjobfromtemplaterequest )
if err != nil {
return nil , err
}
reqHeaders . Set ( "Content-Type" , "application/json" )
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/locations/{location}/templates" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "POST" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
"location" : c . location ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.locations.templates.create" call.
// Exactly one of *Job or error will be non-nil. Any non-2xx status code
// is an error. Response headers are in either
// *Job.ServerResponse.Header or (if a response was returned at all) in
// error.(*googleapi.Error).Header. Use googleapi.IsNotModified to check
// whether the returned error was because http.StatusNotModified was
// returned.
func ( c * ProjectsLocationsTemplatesCreateCall ) Do ( opts ... googleapi . CallOption ) ( * Job , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & Job {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Creates a Cloud Dataflow job from a template.",
// "flatPath": "v1b3/projects/{projectId}/locations/{location}/templates",
// "httpMethod": "POST",
// "id": "dataflow.projects.locations.templates.create",
// "parameterOrder": [
// "projectId",
// "location"
// ],
// "parameters": {
// "location": {
// "description": "The location to which to direct the request.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "projectId": {
// "description": "Required. The ID of the Cloud Platform project that the job belongs to.",
// "location": "path",
// "required": true,
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/locations/{location}/templates",
// "request": {
// "$ref": "CreateJobFromTemplateRequest"
// },
// "response": {
// "$ref": "Job"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.locations.templates.get":
type ProjectsLocationsTemplatesGetCall struct {
s * Service
projectId string
location string
urlParams_ gensupport . URLParams
ifNoneMatch_ string
ctx_ context . Context
header_ http . Header
}
// Get: Get the template associated with a template.
func ( r * ProjectsLocationsTemplatesService ) Get ( projectId string , location string ) * ProjectsLocationsTemplatesGetCall {
c := & ProjectsLocationsTemplatesGetCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . location = location
return c
}
// GcsPath sets the optional parameter "gcsPath": Required. A Cloud
// Storage path to the template from which to
// create the job.
// Must be a valid Cloud Storage URL, beginning with `gs://`.
func ( c * ProjectsLocationsTemplatesGetCall ) GcsPath ( gcsPath string ) * ProjectsLocationsTemplatesGetCall {
c . urlParams_ . Set ( "gcsPath" , gcsPath )
return c
}
// View sets the optional parameter "view": The view to retrieve.
// Defaults to METADATA_ONLY.
//
// Possible values:
// "METADATA_ONLY"
func ( c * ProjectsLocationsTemplatesGetCall ) View ( view string ) * ProjectsLocationsTemplatesGetCall {
c . urlParams_ . Set ( "view" , view )
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsLocationsTemplatesGetCall ) Fields ( s ... googleapi . Field ) * ProjectsLocationsTemplatesGetCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// IfNoneMatch sets the optional parameter which makes the operation
// fail if the object's ETag matches the given value. This is useful for
// getting updates only after the object has changed since the last
// request. Use googleapi.IsNotModified to check whether the response
// error from Do is the result of In-None-Match.
func ( c * ProjectsLocationsTemplatesGetCall ) IfNoneMatch ( entityTag string ) * ProjectsLocationsTemplatesGetCall {
c . ifNoneMatch_ = entityTag
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsLocationsTemplatesGetCall ) Context ( ctx context . Context ) * ProjectsLocationsTemplatesGetCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsLocationsTemplatesGetCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsLocationsTemplatesGetCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
if c . ifNoneMatch_ != "" {
reqHeaders . Set ( "If-None-Match" , c . ifNoneMatch_ )
}
var body io . Reader = nil
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/locations/{location}/templates:get" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "GET" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
"location" : c . location ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.locations.templates.get" call.
// Exactly one of *GetTemplateResponse or error will be non-nil. Any
// non-2xx status code is an error. Response headers are in either
// *GetTemplateResponse.ServerResponse.Header or (if a response was
// returned at all) in error.(*googleapi.Error).Header. Use
// googleapi.IsNotModified to check whether the returned error was
// because http.StatusNotModified was returned.
func ( c * ProjectsLocationsTemplatesGetCall ) Do ( opts ... googleapi . CallOption ) ( * GetTemplateResponse , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & GetTemplateResponse {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Get the template associated with a template.",
// "flatPath": "v1b3/projects/{projectId}/locations/{location}/templates:get",
// "httpMethod": "GET",
// "id": "dataflow.projects.locations.templates.get",
// "parameterOrder": [
// "projectId",
// "location"
// ],
// "parameters": {
// "gcsPath": {
// "description": "Required. A Cloud Storage path to the template from which to\ncreate the job.\nMust be a valid Cloud Storage URL, beginning with `gs://`.",
// "location": "query",
// "type": "string"
// },
// "location": {
// "description": "The location to which to direct the request.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "projectId": {
// "description": "Required. The ID of the Cloud Platform project that the job belongs to.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "view": {
// "description": "The view to retrieve. Defaults to METADATA_ONLY.",
// "enum": [
// "METADATA_ONLY"
// ],
// "location": "query",
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/locations/{location}/templates:get",
// "response": {
// "$ref": "GetTemplateResponse"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.locations.templates.launch":
type ProjectsLocationsTemplatesLaunchCall struct {
s * Service
projectId string
location string
launchtemplateparameters * LaunchTemplateParameters
urlParams_ gensupport . URLParams
ctx_ context . Context
header_ http . Header
}
// Launch: Launch a template.
func ( r * ProjectsLocationsTemplatesService ) Launch ( projectId string , location string , launchtemplateparameters * LaunchTemplateParameters ) * ProjectsLocationsTemplatesLaunchCall {
c := & ProjectsLocationsTemplatesLaunchCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . location = location
c . launchtemplateparameters = launchtemplateparameters
return c
}
// GcsPath sets the optional parameter "gcsPath": Required. A Cloud
// Storage path to the template from which to create
// the job.
// Must be valid Cloud Storage URL, beginning with 'gs://'.
func ( c * ProjectsLocationsTemplatesLaunchCall ) GcsPath ( gcsPath string ) * ProjectsLocationsTemplatesLaunchCall {
c . urlParams_ . Set ( "gcsPath" , gcsPath )
return c
}
// ValidateOnly sets the optional parameter "validateOnly": If true, the
// request is validated but not actually executed.
// Defaults to false.
func ( c * ProjectsLocationsTemplatesLaunchCall ) ValidateOnly ( validateOnly bool ) * ProjectsLocationsTemplatesLaunchCall {
c . urlParams_ . Set ( "validateOnly" , fmt . Sprint ( validateOnly ) )
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsLocationsTemplatesLaunchCall ) Fields ( s ... googleapi . Field ) * ProjectsLocationsTemplatesLaunchCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsLocationsTemplatesLaunchCall ) Context ( ctx context . Context ) * ProjectsLocationsTemplatesLaunchCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsLocationsTemplatesLaunchCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsLocationsTemplatesLaunchCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
var body io . Reader = nil
body , err := googleapi . WithoutDataWrapper . JSONReader ( c . launchtemplateparameters )
if err != nil {
return nil , err
}
reqHeaders . Set ( "Content-Type" , "application/json" )
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/locations/{location}/templates:launch" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "POST" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
"location" : c . location ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.locations.templates.launch" call.
// Exactly one of *LaunchTemplateResponse or error will be non-nil. Any
// non-2xx status code is an error. Response headers are in either
// *LaunchTemplateResponse.ServerResponse.Header or (if a response was
// returned at all) in error.(*googleapi.Error).Header. Use
// googleapi.IsNotModified to check whether the returned error was
// because http.StatusNotModified was returned.
func ( c * ProjectsLocationsTemplatesLaunchCall ) Do ( opts ... googleapi . CallOption ) ( * LaunchTemplateResponse , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & LaunchTemplateResponse {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Launch a template.",
// "flatPath": "v1b3/projects/{projectId}/locations/{location}/templates:launch",
// "httpMethod": "POST",
// "id": "dataflow.projects.locations.templates.launch",
// "parameterOrder": [
// "projectId",
// "location"
// ],
// "parameters": {
// "gcsPath": {
// "description": "Required. A Cloud Storage path to the template from which to create\nthe job.\nMust be valid Cloud Storage URL, beginning with 'gs://'.",
// "location": "query",
// "type": "string"
// },
// "location": {
// "description": "The location to which to direct the request.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "projectId": {
// "description": "Required. The ID of the Cloud Platform project that the job belongs to.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "validateOnly": {
// "description": "If true, the request is validated but not actually executed.\nDefaults to false.",
// "location": "query",
// "type": "boolean"
// }
// },
// "path": "v1b3/projects/{projectId}/locations/{location}/templates:launch",
// "request": {
// "$ref": "LaunchTemplateParameters"
// },
// "response": {
// "$ref": "LaunchTemplateResponse"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.templates.create":
type ProjectsTemplatesCreateCall struct {
s * Service
projectId string
createjobfromtemplaterequest * CreateJobFromTemplateRequest
urlParams_ gensupport . URLParams
ctx_ context . Context
header_ http . Header
}
// Create: Creates a Cloud Dataflow job from a template.
func ( r * ProjectsTemplatesService ) Create ( projectId string , createjobfromtemplaterequest * CreateJobFromTemplateRequest ) * ProjectsTemplatesCreateCall {
c := & ProjectsTemplatesCreateCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . createjobfromtemplaterequest = createjobfromtemplaterequest
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsTemplatesCreateCall ) Fields ( s ... googleapi . Field ) * ProjectsTemplatesCreateCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsTemplatesCreateCall ) Context ( ctx context . Context ) * ProjectsTemplatesCreateCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsTemplatesCreateCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsTemplatesCreateCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
var body io . Reader = nil
body , err := googleapi . WithoutDataWrapper . JSONReader ( c . createjobfromtemplaterequest )
if err != nil {
return nil , err
}
reqHeaders . Set ( "Content-Type" , "application/json" )
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/templates" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "POST" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.templates.create" call.
// Exactly one of *Job or error will be non-nil. Any non-2xx status code
// is an error. Response headers are in either
// *Job.ServerResponse.Header or (if a response was returned at all) in
// error.(*googleapi.Error).Header. Use googleapi.IsNotModified to check
// whether the returned error was because http.StatusNotModified was
// returned.
func ( c * ProjectsTemplatesCreateCall ) Do ( opts ... googleapi . CallOption ) ( * Job , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & Job {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Creates a Cloud Dataflow job from a template.",
// "flatPath": "v1b3/projects/{projectId}/templates",
// "httpMethod": "POST",
// "id": "dataflow.projects.templates.create",
// "parameterOrder": [
// "projectId"
// ],
// "parameters": {
// "projectId": {
// "description": "Required. The ID of the Cloud Platform project that the job belongs to.",
// "location": "path",
// "required": true,
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/templates",
// "request": {
// "$ref": "CreateJobFromTemplateRequest"
// },
// "response": {
// "$ref": "Job"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.templates.get":
type ProjectsTemplatesGetCall struct {
s * Service
projectId string
urlParams_ gensupport . URLParams
ifNoneMatch_ string
ctx_ context . Context
header_ http . Header
}
// Get: Get the template associated with a template.
func ( r * ProjectsTemplatesService ) Get ( projectId string ) * ProjectsTemplatesGetCall {
c := & ProjectsTemplatesGetCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
return c
}
// GcsPath sets the optional parameter "gcsPath": Required. A Cloud
// Storage path to the template from which to
// create the job.
// Must be a valid Cloud Storage URL, beginning with `gs://`.
func ( c * ProjectsTemplatesGetCall ) GcsPath ( gcsPath string ) * ProjectsTemplatesGetCall {
c . urlParams_ . Set ( "gcsPath" , gcsPath )
return c
}
// Location sets the optional parameter "location": The location to
// which to direct the request.
func ( c * ProjectsTemplatesGetCall ) Location ( location string ) * ProjectsTemplatesGetCall {
c . urlParams_ . Set ( "location" , location )
return c
}
// View sets the optional parameter "view": The view to retrieve.
// Defaults to METADATA_ONLY.
//
// Possible values:
// "METADATA_ONLY"
func ( c * ProjectsTemplatesGetCall ) View ( view string ) * ProjectsTemplatesGetCall {
c . urlParams_ . Set ( "view" , view )
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsTemplatesGetCall ) Fields ( s ... googleapi . Field ) * ProjectsTemplatesGetCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// IfNoneMatch sets the optional parameter which makes the operation
// fail if the object's ETag matches the given value. This is useful for
// getting updates only after the object has changed since the last
// request. Use googleapi.IsNotModified to check whether the response
// error from Do is the result of In-None-Match.
func ( c * ProjectsTemplatesGetCall ) IfNoneMatch ( entityTag string ) * ProjectsTemplatesGetCall {
c . ifNoneMatch_ = entityTag
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsTemplatesGetCall ) Context ( ctx context . Context ) * ProjectsTemplatesGetCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsTemplatesGetCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsTemplatesGetCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
if c . ifNoneMatch_ != "" {
reqHeaders . Set ( "If-None-Match" , c . ifNoneMatch_ )
}
var body io . Reader = nil
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/templates:get" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "GET" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.templates.get" call.
// Exactly one of *GetTemplateResponse or error will be non-nil. Any
// non-2xx status code is an error. Response headers are in either
// *GetTemplateResponse.ServerResponse.Header or (if a response was
// returned at all) in error.(*googleapi.Error).Header. Use
// googleapi.IsNotModified to check whether the returned error was
// because http.StatusNotModified was returned.
func ( c * ProjectsTemplatesGetCall ) Do ( opts ... googleapi . CallOption ) ( * GetTemplateResponse , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & GetTemplateResponse {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Get the template associated with a template.",
// "flatPath": "v1b3/projects/{projectId}/templates:get",
// "httpMethod": "GET",
// "id": "dataflow.projects.templates.get",
// "parameterOrder": [
// "projectId"
// ],
// "parameters": {
// "gcsPath": {
// "description": "Required. A Cloud Storage path to the template from which to\ncreate the job.\nMust be a valid Cloud Storage URL, beginning with `gs://`.",
// "location": "query",
// "type": "string"
// },
// "location": {
// "description": "The location to which to direct the request.",
// "location": "query",
// "type": "string"
// },
// "projectId": {
// "description": "Required. The ID of the Cloud Platform project that the job belongs to.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "view": {
// "description": "The view to retrieve. Defaults to METADATA_ONLY.",
// "enum": [
// "METADATA_ONLY"
// ],
// "location": "query",
// "type": "string"
// }
// },
// "path": "v1b3/projects/{projectId}/templates:get",
// "response": {
// "$ref": "GetTemplateResponse"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}
// method id "dataflow.projects.templates.launch":
type ProjectsTemplatesLaunchCall struct {
s * Service
projectId string
launchtemplateparameters * LaunchTemplateParameters
urlParams_ gensupport . URLParams
ctx_ context . Context
header_ http . Header
}
// Launch: Launch a template.
func ( r * ProjectsTemplatesService ) Launch ( projectId string , launchtemplateparameters * LaunchTemplateParameters ) * ProjectsTemplatesLaunchCall {
c := & ProjectsTemplatesLaunchCall { s : r . s , urlParams_ : make ( gensupport . URLParams ) }
c . projectId = projectId
c . launchtemplateparameters = launchtemplateparameters
return c
}
// GcsPath sets the optional parameter "gcsPath": Required. A Cloud
// Storage path to the template from which to create
// the job.
// Must be valid Cloud Storage URL, beginning with 'gs://'.
func ( c * ProjectsTemplatesLaunchCall ) GcsPath ( gcsPath string ) * ProjectsTemplatesLaunchCall {
c . urlParams_ . Set ( "gcsPath" , gcsPath )
return c
}
// Location sets the optional parameter "location": The location to
// which to direct the request.
func ( c * ProjectsTemplatesLaunchCall ) Location ( location string ) * ProjectsTemplatesLaunchCall {
c . urlParams_ . Set ( "location" , location )
return c
}
// ValidateOnly sets the optional parameter "validateOnly": If true, the
// request is validated but not actually executed.
// Defaults to false.
func ( c * ProjectsTemplatesLaunchCall ) ValidateOnly ( validateOnly bool ) * ProjectsTemplatesLaunchCall {
c . urlParams_ . Set ( "validateOnly" , fmt . Sprint ( validateOnly ) )
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func ( c * ProjectsTemplatesLaunchCall ) Fields ( s ... googleapi . Field ) * ProjectsTemplatesLaunchCall {
c . urlParams_ . Set ( "fields" , googleapi . CombineFields ( s ) )
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func ( c * ProjectsTemplatesLaunchCall ) Context ( ctx context . Context ) * ProjectsTemplatesLaunchCall {
c . ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func ( c * ProjectsTemplatesLaunchCall ) Header ( ) http . Header {
if c . header_ == nil {
c . header_ = make ( http . Header )
}
return c . header_
}
func ( c * ProjectsTemplatesLaunchCall ) doRequest ( alt string ) ( * http . Response , error ) {
reqHeaders := make ( http . Header )
for k , v := range c . header_ {
reqHeaders [ k ] = v
}
reqHeaders . Set ( "User-Agent" , c . s . userAgent ( ) )
var body io . Reader = nil
body , err := googleapi . WithoutDataWrapper . JSONReader ( c . launchtemplateparameters )
if err != nil {
return nil , err
}
reqHeaders . Set ( "Content-Type" , "application/json" )
c . urlParams_ . Set ( "alt" , alt )
urls := googleapi . ResolveRelative ( c . s . BasePath , "v1b3/projects/{projectId}/templates:launch" )
urls += "?" + c . urlParams_ . Encode ( )
req , _ := http . NewRequest ( "POST" , urls , body )
req . Header = reqHeaders
googleapi . Expand ( req . URL , map [ string ] string {
"projectId" : c . projectId ,
} )
return gensupport . SendRequest ( c . ctx_ , c . s . client , req )
}
// Do executes the "dataflow.projects.templates.launch" call.
// Exactly one of *LaunchTemplateResponse or error will be non-nil. Any
// non-2xx status code is an error. Response headers are in either
// *LaunchTemplateResponse.ServerResponse.Header or (if a response was
// returned at all) in error.(*googleapi.Error).Header. Use
// googleapi.IsNotModified to check whether the returned error was
// because http.StatusNotModified was returned.
func ( c * ProjectsTemplatesLaunchCall ) Do ( opts ... googleapi . CallOption ) ( * LaunchTemplateResponse , error ) {
gensupport . SetOptions ( c . urlParams_ , opts ... )
res , err := c . doRequest ( "json" )
if res != nil && res . StatusCode == http . StatusNotModified {
if res . Body != nil {
res . Body . Close ( )
}
return nil , & googleapi . Error {
Code : res . StatusCode ,
Header : res . Header ,
}
}
if err != nil {
return nil , err
}
defer googleapi . CloseBody ( res )
if err := googleapi . CheckResponse ( res ) ; err != nil {
return nil , err
}
ret := & LaunchTemplateResponse {
ServerResponse : googleapi . ServerResponse {
Header : res . Header ,
HTTPStatusCode : res . StatusCode ,
} ,
}
target := & ret
if err := json . NewDecoder ( res . Body ) . Decode ( target ) ; err != nil {
return nil , err
}
return ret , nil
// {
// "description": "Launch a template.",
// "flatPath": "v1b3/projects/{projectId}/templates:launch",
// "httpMethod": "POST",
// "id": "dataflow.projects.templates.launch",
// "parameterOrder": [
// "projectId"
// ],
// "parameters": {
// "gcsPath": {
// "description": "Required. A Cloud Storage path to the template from which to create\nthe job.\nMust be valid Cloud Storage URL, beginning with 'gs://'.",
// "location": "query",
// "type": "string"
// },
// "location": {
// "description": "The location to which to direct the request.",
// "location": "query",
// "type": "string"
// },
// "projectId": {
// "description": "Required. The ID of the Cloud Platform project that the job belongs to.",
// "location": "path",
// "required": true,
// "type": "string"
// },
// "validateOnly": {
// "description": "If true, the request is validated but not actually executed.\nDefaults to false.",
// "location": "query",
// "type": "boolean"
// }
// },
// "path": "v1b3/projects/{projectId}/templates:launch",
// "request": {
// "$ref": "LaunchTemplateParameters"
// },
// "response": {
// "$ref": "LaunchTemplateResponse"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform",
// "https://www.googleapis.com/auth/compute",
// "https://www.googleapis.com/auth/compute.readonly",
// "https://www.googleapis.com/auth/userinfo.email"
// ]
// }
}