Google Cloud Dataflow SDK for Java, version 1.9.1
Serialized Form
-
Package com.google.cloud.dataflow.sdk
-
Class com.google.cloud.dataflow.sdk.Pipeline.PipelineExecutionException extends RuntimeException implements Serializable
-
-
Package com.google.cloud.dataflow.sdk.coders
-
Class com.google.cloud.dataflow.sdk.coders.AtomicCoder extends DeterministicStandardCoder<T> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.AvroCoder extends StandardCoder<T> implements Serializable
-
Serialization Methods
-
writeReplace
private Object writeReplace()
-
-
Serialized Fields
-
type
Class<T> type
-
schema
Schema schema
-
nonDeterministicReasons
List<E> nonDeterministicReasons
-
decoder
ThreadLocal<T> decoder
-
encoder
ThreadLocal<T> encoder
-
writer
ThreadLocal<T> writer
-
reader
ThreadLocal<T> reader
-
-
-
Class com.google.cloud.dataflow.sdk.coders.BigEndianIntegerCoder extends AtomicCoder<Integer> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.BigEndianLongCoder extends AtomicCoder<Long> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.ByteArrayCoder extends AtomicCoder<byte[]> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.ByteCoder extends AtomicCoder<Byte> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.ByteStringCoder extends AtomicCoder<com.google.protobuf.ByteString> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.CannotProvideCoderException extends Exception implements Serializable
-
Serialized Fields
-
reason
CannotProvideCoderException.ReasonCode reason
-
-
-
Class com.google.cloud.dataflow.sdk.coders.Coder.NonDeterministicException extends Throwable implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.CoderException extends IOException implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.CollectionCoder extends IterableLikeCoder<T,Collection<T>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.CustomCoder extends AtomicCoder<T> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.DelegateCoder extends CustomCoder<T> implements Serializable
-
Serialized Fields
-
coder
Coder<T> coder
-
toFn
DelegateCoder.CodingFunction<InputT,OutputT> toFn
-
fromFn
DelegateCoder.CodingFunction<InputT,OutputT> fromFn
-
-
-
Class com.google.cloud.dataflow.sdk.coders.DeterministicStandardCoder extends StandardCoder<T> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.DoubleCoder extends AtomicCoder<Double> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.DurationCoder extends AtomicCoder<ReadableDuration> implements Serializable
-
Serialized Fields
-
longCoder
VarLongCoder longCoder
-
-
-
Class com.google.cloud.dataflow.sdk.coders.EntityCoder extends AtomicCoder<DatastoreV1.Entity> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.InstantCoder extends AtomicCoder<Instant> implements Serializable
-
Serialized Fields
-
longCoder
BigEndianLongCoder longCoder
-
-
-
Class com.google.cloud.dataflow.sdk.coders.IterableCoder extends IterableLikeCoder<T,Iterable<T>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.IterableLikeCoder extends StandardCoder<IterableT extends Iterable<T>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.JAXBCoder extends AtomicCoder<T> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.KvCoder extends KvCoderBase<KV<K,V>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.KvCoderBase extends StandardCoder<T> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.ListCoder extends IterableLikeCoder<T,List<T>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.MapCoder extends MapCoderBase<Map<K,V>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.MapCoderBase extends StandardCoder<T> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.NullableCoder extends StandardCoder<T> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.Proto2Coder extends AtomicCoder<T extends com.google.protobuf.Message> implements Serializable
-
Serialized Fields
-
protoMessageClass
Class<T> protoMessageClass
Deprecated.The class of Protobuf message to be encoded. -
extensionHostClasses
List<E> extensionHostClasses
Deprecated.All extension host classes included in this Proto2Coder. The extensions from these classes will be included in theExtensionRegistry
used during encoding and decoding.
-
-
-
Class com.google.cloud.dataflow.sdk.coders.SerializableCoder extends AtomicCoder<T extends Serializable> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.SetCoder extends IterableLikeCoder<T,Set<T>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.StandardCoder extends Object implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.StringDelegateCoder extends DelegateCoder<T,String> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.StringUtf8Coder extends AtomicCoder<String> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.TableRowJsonCoder extends AtomicCoder<TableRow> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.TextualIntegerCoder extends AtomicCoder<Integer> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.VarIntCoder extends AtomicCoder<Integer> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.VarLongCoder extends AtomicCoder<Long> implements Serializable
-
Class com.google.cloud.dataflow.sdk.coders.VoidCoder extends AtomicCoder<Void> implements Serializable
-
-
Package com.google.cloud.dataflow.sdk.coders.protobuf
-
Class com.google.cloud.dataflow.sdk.coders.protobuf.ProtoCoder extends AtomicCoder<T extends com.google.protobuf.Message> implements Serializable
-
Serialized Fields
-
protoMessageClass
Class<T> protoMessageClass
TheMessage
type to be coded. -
extensionHostClasses
Set<E> extensionHostClasses
All extension host classes included in thisProtoCoder
. The extensions from these classes will be included in theExtensionRegistry
used during encoding and decoding.
-
-
-
-
Package com.google.cloud.dataflow.sdk.io
-
Class com.google.cloud.dataflow.sdk.io.AvroIO.Read.Bound extends PTransform<PInput,PCollection<T>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.io.AvroIO.Write.Bound extends PTransform<PCollection<T>,PDone> implements Serializable
-
Serialized Fields
-
filenamePrefix
String filenamePrefix
The filename to write to. -
filenameSuffix
String filenameSuffix
Suffix to use for each filename. -
numShards
int numShards
Requested number of shards. 0 for automatic. -
shardTemplate
String shardTemplate
Shard template string. -
type
Class<T> type
The class type of the records. -
schema
Schema schema
The schema of the output file. -
validate
boolean validate
An option to indicate if output validation is desired. Default is true.
-
-
-
Class com.google.cloud.dataflow.sdk.io.AvroSource extends BlockBasedSource<T> implements Serializable
-
Serialization Methods
-
readResolve
private Object readResolve() throws ObjectStreamException
- Throws:
ObjectStreamException
-
-
Serialized Fields
-
-
Class com.google.cloud.dataflow.sdk.io.BigQueryIO.Read.Bound extends PTransform<PInput,PCollection<TableRow>> implements Serializable
-
Serialized Fields
-
jsonTableRef
ValueProvider<T> jsonTableRef
-
query
ValueProvider<T> query
-
validate
boolean validate
-
flattenResults
Boolean flattenResults
-
useLegacySql
Boolean useLegacySql
-
bigQueryServices
com.google.cloud.dataflow.sdk.util.BigQueryServices bigQueryServices
-
-
-
Class com.google.cloud.dataflow.sdk.io.BigQueryIO.Write.Bound extends PTransform<PCollection<TableRow>,PDone> implements Serializable
-
Serialized Fields
-
jsonTableRef
ValueProvider<T> jsonTableRef
-
tableRefFunction
SerializableFunction<InputT,OutputT> tableRefFunction
-
jsonSchema
ValueProvider<T> jsonSchema
-
createDisposition
BigQueryIO.Write.CreateDisposition createDisposition
-
writeDisposition
BigQueryIO.Write.WriteDisposition writeDisposition
-
validate
boolean validate
-
bigQueryServices
com.google.cloud.dataflow.sdk.util.BigQueryServices bigQueryServices
-
-
-
Class com.google.cloud.dataflow.sdk.io.BlockBasedSource extends FileBasedSource<T> implements Serializable
-
Class com.google.cloud.dataflow.sdk.io.BoundedSource extends Source<T> implements Serializable
-
Class com.google.cloud.dataflow.sdk.io.CompressedSource extends FileBasedSource<T> implements Serializable
-
Serialized Fields
-
sourceDelegate
FileBasedSource<T> sourceDelegate
-
channelFactory
CompressedSource.DecompressingChannelFactory channelFactory
-
-
-
Class com.google.cloud.dataflow.sdk.io.CountingInput.BoundedCountingInput extends PTransform<PBegin,PCollection<Long>> implements Serializable
-
Serialized Fields
-
numElements
long numElements
-
-
-
Class com.google.cloud.dataflow.sdk.io.CountingInput.UnboundedCountingInput extends PTransform<PBegin,PCollection<Long>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.io.DatastoreIO.Sink extends Sink<DatastoreV1.Entity> implements Serializable
-
Class com.google.cloud.dataflow.sdk.io.DatastoreIO.Source extends BoundedSource<DatastoreV1.Entity> implements Serializable
-
Serialized Fields
-
host
String host
-
datasetId
String datasetId
Not really nullable, but it may benull
for in-progressSource
s. -
query
DatastoreV1.Query query
Not really nullable, but it may benull
for in-progressSource
s. -
namespace
String namespace
-
mockSplitter
QuerySplitter mockSplitter
For testing only. TODO: This could be much cleaner with dependency injection. -
mockEstimateSizeBytes
Long mockEstimateSizeBytes
-
-
-
Class com.google.cloud.dataflow.sdk.io.FileBasedSink extends Sink<T> implements Serializable
-
Serialized Fields
-
baseOutputFilename
ValueProvider<T> baseOutputFilename
Base filename for final output files. -
extension
String extension
The extension to be used for the final output files. -
fileNamingTemplate
String fileNamingTemplate
Naming template for output files. SeeShardNameTemplate
for a description of possible naming templates. Default isShardNameTemplate.INDEX_OF_MAX
.
-
-
-
Class com.google.cloud.dataflow.sdk.io.FileBasedSink.FileBasedWriteOperation extends Sink.WriteOperation<T,FileBasedSink.FileResult> implements Serializable
-
Serialized Fields
-
sink
FileBasedSink<T> sink
The Sink that this WriteOperation will write to. -
temporaryFileRetention
FileBasedSink.FileBasedWriteOperation.TemporaryFileRetention temporaryFileRetention
Option to keep or remove temporary output files. -
baseTemporaryFilename
ValueProvider<T> baseTemporaryFilename
Base filename used for temporary output files. Default is the baseOutputFilename.
-
-
-
Class com.google.cloud.dataflow.sdk.io.FileBasedSink.FileResult extends Object implements Serializable
-
Serialized Fields
-
filename
String filename
-
-
-
Class com.google.cloud.dataflow.sdk.io.FileBasedSource extends OffsetBasedSource<T> implements Serializable
-
Serialized Fields
-
fileOrPatternSpec
ValueProvider<T> fileOrPatternSpec
-
mode
FileBasedSource.Mode mode
-
-
-
Class com.google.cloud.dataflow.sdk.io.OffsetBasedSource extends BoundedSource<T> implements Serializable
-
Serialized Fields
-
startOffset
long startOffset
-
endOffset
long endOffset
-
minBundleSize
long minBundleSize
-
-
-
Class com.google.cloud.dataflow.sdk.io.PubsubIO.PubsubSubscription extends Object implements Serializable
-
Class com.google.cloud.dataflow.sdk.io.PubsubIO.PubsubTopic extends Object implements Serializable
-
Class com.google.cloud.dataflow.sdk.io.PubsubIO.Read.Bound extends PTransform<PInput,PCollection<T>> implements Serializable
-
Serialized Fields
-
topic
ValueProvider<T> topic
The Cloud Pub/Sub topic to read from. -
subscription
ValueProvider<T> subscription
The Cloud Pub/Sub subscription to read from. -
timestampLabel
String timestampLabel
The name of the message attribute to read timestamps from. -
idLabel
String idLabel
The name of the message attribute to read unique message IDs from. -
coder
Coder<T> coder
The coder used to decode each record. -
maxNumRecords
int maxNumRecords
Stop after reading this many records. -
maxReadTime
Duration maxReadTime
Stop after reading for this much time.
-
-
-
Class com.google.cloud.dataflow.sdk.io.PubsubIO.Read.Bound.PubsubReader extends DoFn<Void,T> implements Serializable
-
Class com.google.cloud.dataflow.sdk.io.PubsubIO.Write.Bound extends PTransform<PCollection<T>,PDone> implements Serializable
-
Serialized Fields
-
-
Class com.google.cloud.dataflow.sdk.io.PubsubIO.Write.Bound.PubsubWriter extends DoFn<T,Void> implements Serializable
-
Class com.google.cloud.dataflow.sdk.io.PubsubUnboundedSink extends PTransform<PCollection<T>,PDone> implements Serializable
-
Serialized Fields
-
pubsubFactory
com.google.cloud.dataflow.sdk.util.PubsubClient.PubsubClientFactory pubsubFactory
Which factory to use for creating Pubsub transport. -
topic
ValueProvider<T> topic
Pubsub topic to publish to. -
elementCoder
Coder<T> elementCoder
Coder for elements. It is the responsibility of the underlying Pubsub transport to re-encode element bytes if necessary, eg as Base64 strings. -
timestampLabel
String timestampLabel
Pubsub metadata field holding timestamp of each element, or null if should use Pubsub message publish timestamp instead. -
idLabel
String idLabel
Pubsub metadata field holding id for each element, or null if need to generate a unique id ourselves. -
numShards
int numShards
Number of 'shards' to use so that latency in Pubsub publish can be hidden. Generally this should be a small multiple of the number of available cores. Too smoll a number results in too much time lost to blocking Pubsub calls. To large a number results in too many single-element batches being sent to Pubsub with high per-batch overhead. -
publishBatchSize
int publishBatchSize
Maximum number of messages per publish. -
publishBatchBytes
int publishBatchBytes
Maximum size of a publish batch, in bytes. -
maxLatency
Duration maxLatency
Longest delay between receiving a message and pushing it to Pubsub. -
recordIdMethod
com.google.cloud.dataflow.sdk.io.PubsubUnboundedSink.RecordIdMethod recordIdMethod
How record ids should be generated for each record (ifPubsubUnboundedSink.idLabel
is non-null).
-
-
-
Class com.google.cloud.dataflow.sdk.io.PubsubUnboundedSource extends PTransform<PBegin,PCollection<T>> implements Serializable
-
Serialized Fields
-
clock
com.google.api.client.util.Clock clock
For testing only: Clock to use for all timekeeping. If null use system clock. -
pubsubFactory
com.google.cloud.dataflow.sdk.util.PubsubClient.PubsubClientFactory pubsubFactory
Factory for creating underlying Pubsub transport. -
project
ValueProvider<T> project
Project under which to create a subscription if only thePubsubUnboundedSource.topic
was given. -
topic
ValueProvider<T> topic
Topic to read from. If null, thenPubsubUnboundedSource.subscription
must be given. OtherwisePubsubUnboundedSource.subscription
must be null. -
subscription
ValueProvider<T> subscription
Subscription to read from. If null thenPubsubUnboundedSource.topic
must be given. OtherwisePubsubUnboundedSource.topic
must be null.If no subscription is given a random one will be created when the transorm is applied. This field will be update with that subscription's path. The created subscription is never deleted.
-
elementCoder
Coder<T> elementCoder
Coder for elements. Elements are effectively double-encoded: first to a byte array using this checkpointCoder, then to a base-64 string to conform to Pubsub's payload conventions. -
timestampLabel
String timestampLabel
Pubsub metadata field holding timestamp of each element, or null if should use Pubsub message publish timestamp instead. -
idLabel
String idLabel
Pubsub metadata field holding id for each element, or null if need to generate a unique id ourselves.
-
-
-
Class com.google.cloud.dataflow.sdk.io.Read.Bounded extends PTransform<PInput,PCollection<T>> implements Serializable
-
Serialized Fields
-
source
BoundedSource<T> source
-
-
-
Class com.google.cloud.dataflow.sdk.io.Read.Unbounded extends PTransform<PInput,PCollection<T>> implements Serializable
-
Serialized Fields
-
source
UnboundedSource<OutputT,CheckpointMarkT extends UnboundedSource.CheckpointMark> source
-
-
-
Class com.google.cloud.dataflow.sdk.io.Sink extends Object implements Serializable
-
Class com.google.cloud.dataflow.sdk.io.Sink.WriteOperation extends Object implements Serializable
-
Class com.google.cloud.dataflow.sdk.io.Source extends Object implements Serializable
-
Class com.google.cloud.dataflow.sdk.io.TextIO.Read.Bound extends PTransform<PInput,PCollection<T>> implements Serializable
-
Serialized Fields
-
filepattern
ValueProvider<T> filepattern
The filepattern to read from. -
coder
Coder<T> coder
The Coder to use to decode each line. -
validate
boolean validate
An option to indicate if input validation is desired. Default is true. -
compressionType
TextIO.CompressionType compressionType
Option to indicate the input source's compression type. Default is AUTO.
-
-
-
Class com.google.cloud.dataflow.sdk.io.TextIO.Write.Bound extends PTransform<PCollection<T>,PDone> implements Serializable
-
Serialized Fields
-
filenamePrefix
ValueProvider<T> filenamePrefix
The prefix of each file written, combined with suffix and shardTemplate. -
filenameSuffix
String filenameSuffix
The suffix of each file written, combined with prefix and shardTemplate. -
header
String header
An optional header to add to each file. -
footer
String footer
An optional footer to add to each file. -
coder
Coder<T> coder
The Coder to use to decode each line. -
numShards
int numShards
Requested number of shards. 0 for automatic. -
shardTemplate
String shardTemplate
The shard template of each file written, combined with prefix and suffix. -
validate
boolean validate
An option to indicate if output validation is desired. Default is true.
-
-
-
Class com.google.cloud.dataflow.sdk.io.UnboundedSource extends Source<OutputT> implements Serializable
-
Class com.google.cloud.dataflow.sdk.io.Write.Bound extends PTransform<PCollection<T>,PDone> implements Serializable
-
Class com.google.cloud.dataflow.sdk.io.XmlSink.Bound extends FileBasedSink<T> implements Serializable
-
Class com.google.cloud.dataflow.sdk.io.XmlSink.XmlWriteOperation extends FileBasedSink.FileBasedWriteOperation<T> implements Serializable
-
Class com.google.cloud.dataflow.sdk.io.XmlSource extends FileBasedSource<T> implements Serializable
-
-
Package com.google.cloud.dataflow.sdk.io.bigtable
-
Class com.google.cloud.dataflow.sdk.io.bigtable.BigtableIO.Read extends PTransform<PBegin,PCollection<com.google.bigtable.v1.Row>> implements Serializable
-
Serialized Fields
-
options
com.google.cloud.bigtable.config.BigtableOptions options
Used to define the Cloud Bigtable cluster and any options for the networking layer. Cannot actually benull
at validation time, but may start outnull
while source is being built. -
tableId
String tableId
-
keyRange
ByteKeyRange keyRange
-
filter
com.google.bigtable.v1.RowFilter filter
-
bigtableService
com.google.cloud.dataflow.sdk.io.bigtable.BigtableService bigtableService
-
-
-
Class com.google.cloud.dataflow.sdk.io.bigtable.BigtableIO.Write extends PTransform<PCollection<KV<com.google.protobuf.ByteString,Iterable<com.google.bigtable.v1.Mutation>>>,PDone> implements Serializable
-
Serialized Fields
-
options
com.google.cloud.bigtable.config.BigtableOptions options
Used to define the Cloud Bigtable cluster and any options for the networking layer. Cannot actually benull
at validation time, but may start outnull
while source is being built. -
tableId
String tableId
-
bigtableService
com.google.cloud.dataflow.sdk.io.bigtable.BigtableService bigtableService
-
-
-
-
Package com.google.cloud.dataflow.sdk.io.datastore
-
Class com.google.cloud.dataflow.sdk.io.datastore.DatastoreV1.DeleteEntity extends com.google.cloud.dataflow.sdk.io.datastore.DatastoreV1.Mutate<com.google.datastore.v1.Entity> implements Serializable
-
Class com.google.cloud.dataflow.sdk.io.datastore.DatastoreV1.DeleteKey extends com.google.cloud.dataflow.sdk.io.datastore.DatastoreV1.Mutate<com.google.datastore.v1.Key> implements Serializable
-
Class com.google.cloud.dataflow.sdk.io.datastore.DatastoreV1.Read extends PTransform<PBegin,PCollection<com.google.datastore.v1.Entity>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.io.datastore.DatastoreV1.Write extends com.google.cloud.dataflow.sdk.io.datastore.DatastoreV1.Mutate<com.google.datastore.v1.Entity> implements Serializable
-
-
Package com.google.cloud.dataflow.sdk.io.range
-
Class com.google.cloud.dataflow.sdk.io.range.ByteKey extends Object implements Serializable
-
Serialized Fields
-
value
com.google.protobuf.ByteString value
-
-
-
Class com.google.cloud.dataflow.sdk.io.range.ByteKeyRange extends Object implements Serializable
-
-
Package com.google.cloud.dataflow.sdk.options
-
Class com.google.cloud.dataflow.sdk.options.DataflowProfilingOptions.DataflowProfilingAgentConfiguration extends HashMap<String,Object> implements Serializable
-
Class com.google.cloud.dataflow.sdk.options.DataflowWorkerLoggingOptions.WorkerLogLevelOverrides extends HashMap<String,DataflowWorkerLoggingOptions.Level> implements Serializable
-
Class com.google.cloud.dataflow.sdk.options.GoogleApiDebugOptions.GoogleApiTracer extends HashMap<String,String> implements Serializable
-
Class com.google.cloud.dataflow.sdk.options.ValueProvider.NestedValueProvider extends Object implements Serializable
-
Serialized Fields
-
value
ValueProvider<T> value
-
translator
SerializableFunction<InputT,OutputT> translator
-
-
-
Class com.google.cloud.dataflow.sdk.options.ValueProvider.RuntimeValueProvider extends Object implements Serializable
-
Class com.google.cloud.dataflow.sdk.options.ValueProvider.StaticValueProvider extends Object implements Serializable
-
Serialized Fields
-
value
Object value
-
-
-
-
Package com.google.cloud.dataflow.sdk.runners
-
Class com.google.cloud.dataflow.sdk.runners.AggregatorRetrievalException extends Exception implements Serializable
-
Class com.google.cloud.dataflow.sdk.runners.DataflowJobAlreadyExistsException extends DataflowJobException implements Serializable
-
Class com.google.cloud.dataflow.sdk.runners.DataflowJobAlreadyUpdatedException extends DataflowJobException implements Serializable
-
Class com.google.cloud.dataflow.sdk.runners.DataflowJobCancelledException extends DataflowJobException implements Serializable
-
Class com.google.cloud.dataflow.sdk.runners.DataflowJobException extends RuntimeException implements Serializable
-
Serialized Fields
-
job
DataflowPipelineJob job
-
-
-
Class com.google.cloud.dataflow.sdk.runners.DataflowJobExecutionException extends DataflowJobException implements Serializable
-
Class com.google.cloud.dataflow.sdk.runners.DataflowJobUpdatedException extends DataflowJobException implements Serializable
-
Serialized Fields
-
replacedByJob
DataflowPipelineJob replacedByJob
-
-
-
Class com.google.cloud.dataflow.sdk.runners.DataflowServiceException extends DataflowJobException implements Serializable
-
Class com.google.cloud.dataflow.sdk.runners.DirectPipelineRunner.TestCombineDoFn extends DoFn<KV<K,Iterable<InputT>>,KV<K,OutputT>> implements Serializable
-
-
Package com.google.cloud.dataflow.sdk.runners.inprocess
-
Class com.google.cloud.dataflow.sdk.runners.inprocess.ForwardingPTransform extends PTransform<InputT extends PInput,OutputT extends POutput> implements Serializable
-
Class com.google.cloud.dataflow.sdk.runners.inprocess.GroupByKeyEvaluatorFactory.InProcessGroupByKeyOnly extends PTransform<PCollection<KV<K,com.google.cloud.dataflow.sdk.util.WindowedValue<V>>>,PCollection<com.google.cloud.dataflow.sdk.util.KeyedWorkItem<K,V>>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.runners.inprocess.ViewEvaluatorFactory.WriteView extends PTransform<PCollection<Iterable<ElemT>>,PCollectionView<ViewT>> implements Serializable
-
Serialized Fields
-
og
View.CreatePCollectionView<ElemT,ViewT> og
-
-
-
-
Package com.google.cloud.dataflow.sdk.testing
-
Class com.google.cloud.dataflow.sdk.testing.DataflowAssert.GroupThenAssert extends PTransform<PCollection<T>,PDone> implements Serializable
-
Serialized Fields
-
checkerFn
SerializableFunction<InputT,OutputT> checkerFn
-
rewindowingStrategy
com.google.cloud.dataflow.sdk.testing.DataflowAssert.AssertionWindows rewindowingStrategy
-
paneExtractor
SimpleFunction<InputT,OutputT> paneExtractor
-
-
-
Class com.google.cloud.dataflow.sdk.testing.DataflowAssert.GroupThenAssertForSingleton extends PTransform<PCollection<Iterable<T>>,PDone> implements Serializable
-
Serialized Fields
-
checkerFn
SerializableFunction<InputT,OutputT> checkerFn
-
rewindowingStrategy
com.google.cloud.dataflow.sdk.testing.DataflowAssert.AssertionWindows rewindowingStrategy
-
paneExtractor
SimpleFunction<InputT,OutputT> paneExtractor
-
-
-
Class com.google.cloud.dataflow.sdk.testing.DataflowAssert.OneSideInputAssert extends PTransform<PBegin,PDone> implements Serializable
-
Serialized Fields
-
checkerFn
SerializableFunction<InputT,OutputT> checkerFn
-
-
-
Class com.google.cloud.dataflow.sdk.testing.TestStream extends PTransform<PBegin,PCollection<T>> implements Serializable
-
-
Package com.google.cloud.dataflow.sdk.transforms
-
Class com.google.cloud.dataflow.sdk.transforms.ApproximateQuantiles.ApproximateQuantilesCombineFn extends Combine.AccumulatingCombineFn<T,com.google.cloud.dataflow.sdk.transforms.ApproximateQuantiles.QuantileState<T,ComparatorT extends Comparator<T> & Serializable>,List<T>> implements Serializable
-
Serialized Fields
-
compareFn
Comparator<T> compareFn
The comparison function to use. -
numQuantiles
int numQuantiles
Number of quantiles to produce. The size of the final output list, including the minimum and maximum, is numQuantiles. -
bufferSize
int bufferSize
The size of the buffers, corresponding to k in the referenced paper. -
numBuffers
int numBuffers
The number of buffers, corresponding to b in the referenced paper. -
maxNumElements
long maxNumElements
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.ApproximateUnique.ApproximateUniqueCombineFn extends Combine.CombineFn<T,ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique,Long> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique extends Object implements Serializable
-
Serialized Fields
-
heap
PriorityQueue<E> heap
-
sampleSize
long sampleSize
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.Combine.AccumulatingCombineFn extends Combine.CombineFn<InputT,AccumT extends Combine.AccumulatingCombineFn.Accumulator<InputT,AccumT,OutputT>,OutputT> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Combine.BinaryCombineDoubleFn extends Combine.CombineFn<Double,double[],Double> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Combine.BinaryCombineFn extends Combine.CombineFn<V,Combine.Holder<V>,V> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Combine.BinaryCombineIntegerFn extends Combine.CombineFn<Integer,int[],Integer> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Combine.BinaryCombineLongFn extends Combine.CombineFn<Long,long[],Long> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Combine.CombineFn extends com.google.cloud.dataflow.sdk.transforms.CombineFnBase.AbstractGlobalCombineFn<InputT,AccumT,OutputT> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Combine.Globally extends PTransform<PCollection<InputT>,PCollection<OutputT>> implements Serializable
-
Serialized Fields
-
fn
CombineFnBase.GlobalCombineFn<InputT,AccumT,OutputT> fn
-
fnDisplayData
DisplayData.Item<T> fnDisplayData
-
insertDefault
boolean insertDefault
-
fanout
int fanout
-
sideInputs
List<E> sideInputs
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.Combine.GloballyAsSingletonView extends PTransform<PCollection<InputT>,PCollectionView<OutputT>> implements Serializable
-
Serialized Fields
-
fn
CombineFnBase.GlobalCombineFn<InputT,AccumT,OutputT> fn
-
fnDisplayData
DisplayData.Item<T> fnDisplayData
-
insertDefault
boolean insertDefault
-
fanout
int fanout
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.Combine.GroupedValues extends PTransform<PCollection<? extends KV<K,? extends Iterable<InputT>>>,PCollection<KV<K,OutputT>>> implements Serializable
-
Serialized Fields
-
fn
CombineFnBase.PerKeyCombineFn<K,InputT,AccumT,OutputT> fn
-
fnDisplayData
DisplayData.Item<T> fnDisplayData
-
sideInputs
List<E> sideInputs
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.Combine.IterableCombineFn extends Combine.CombineFn<V,List<V>,V> implements Serializable
-
Serialized Fields
-
combiner
SerializableFunction<InputT,OutputT> combiner
The combiner function. -
bufferSize
int bufferSize
The number of values to accumulate before invoking the combiner function to combine them.
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.Combine.KeyedCombineFn extends com.google.cloud.dataflow.sdk.transforms.CombineFnBase.AbstractPerKeyCombineFn<K,InputT,AccumT,OutputT> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Combine.PerKey extends PTransform<PCollection<KV<K,InputT>>,PCollection<KV<K,OutputT>>> implements Serializable
-
Serialized Fields
-
fnDisplayData
DisplayData.Item<T> fnDisplayData
-
fewKeys
boolean fewKeys
-
sideInputs
List<E> sideInputs
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.Combine.PerKeyWithHotKeyFanout extends PTransform<PCollection<KV<K,InputT>>,PCollection<KV<K,OutputT>>> implements Serializable
-
Serialized Fields
-
fnDisplayData
DisplayData.Item<T> fnDisplayData
-
hotKeyFanout
SerializableFunction<InputT,OutputT> hotKeyFanout
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.Combine.SimpleCombineFn extends Combine.IterableCombineFn<V> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.CombineFns.CoCombineResult extends Object implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.CombineFns.ComposedCombineFn extends Combine.CombineFn<DataT,Object[],CombineFns.CoCombineResult> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.CombineFns.ComposedCombineFnWithContext extends CombineWithContext.CombineFnWithContext<DataT,Object[],CombineFns.CoCombineResult> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.CombineFns.ComposedKeyedCombineFn extends Combine.KeyedCombineFn<K,DataT,Object[],CombineFns.CoCombineResult> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.CombineFns.ComposedKeyedCombineFnWithContext extends CombineWithContext.KeyedCombineFnWithContext<K,DataT,Object[],CombineFns.CoCombineResult> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.CombineWithContext.CombineFnWithContext extends com.google.cloud.dataflow.sdk.transforms.CombineFnBase.AbstractGlobalCombineFn<InputT,AccumT,OutputT> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.CombineWithContext.KeyedCombineFnWithContext extends com.google.cloud.dataflow.sdk.transforms.CombineFnBase.AbstractPerKeyCombineFn<K,InputT,AccumT,OutputT> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Count.PerElement extends PTransform<PCollection<T>,PCollection<KV<T,Long>>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Create.TimestampedValues extends Create.Values<T> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Create.Values extends PTransform<PInput,PCollection<T>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.DoFn extends Object implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.DoFnWithContext extends Object implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Filter extends PTransform<PCollection<T>,PCollection<T>> implements Serializable
-
Serialized Fields
-
predicate
SerializableFunction<InputT,OutputT> predicate
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.FlatMapElements extends PTransform<PCollection<InputT>,PCollection<OutputT>> implements Serializable
-
Serialized Fields
-
fn
SerializableFunction<InputT,OutputT> fn
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.Flatten.FlattenIterables extends PTransform<PCollection<? extends Iterable<T>>,PCollection<T>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Flatten.FlattenPCollectionList extends PTransform<PCollectionList<T>,PCollection<T>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.GroupByKey extends PTransform<PCollection<KV<K,V>>,PCollection<KV<K,Iterable<V>>>> implements Serializable
-
Serialized Fields
-
fewKeys
boolean fewKeys
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.GroupByKey.GroupAlsoByWindow extends PTransform<PCollection<KV<K,Iterable<com.google.cloud.dataflow.sdk.util.WindowedValue<V>>>>,PCollection<KV<K,Iterable<V>>>> implements Serializable
-
Serialized Fields
-
windowingStrategy
com.google.cloud.dataflow.sdk.util.WindowingStrategy<T,W extends BoundedWindow> windowingStrategy
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.GroupByKey.GroupByKeyOnly extends PTransform<PCollection<KV<K,V>>,PCollection<KV<K,Iterable<V>>>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.GroupByKey.ReifyTimestampsAndWindows extends PTransform<PCollection<KV<K,V>>,PCollection<KV<K,com.google.cloud.dataflow.sdk.util.WindowedValue<V>>>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.GroupByKey.SortValuesByTimestamp extends PTransform<PCollection<KV<K,Iterable<com.google.cloud.dataflow.sdk.util.WindowedValue<V>>>>,PCollection<KV<K,Iterable<com.google.cloud.dataflow.sdk.util.WindowedValue<V>>>>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.IntraBundleParallelization.Bound extends PTransform<PCollection<? extends InputT>,PCollection<OutputT>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.IntraBundleParallelization.MultiThreadedIntraBundleProcessingDoFn extends DoFn<InputT,OutputT> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Keys extends PTransform<PCollection<? extends KV<K,?>>,PCollection<K>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.KvSwap extends PTransform<PCollection<KV<K,V>>,PCollection<KV<V,K>>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.MapElements extends PTransform<PCollection<InputT>,PCollection<OutputT>> implements Serializable
-
Serialized Fields
-
fn
SerializableFunction<InputT,OutputT> fn
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.Max.MaxDoubleFn extends Max.MaxFn<Double> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Max.MaxFn extends Combine.BinaryCombineFn<T> implements Serializable
-
Serialized Fields
-
identity
Object identity
-
comparator
Comparator<T> comparator
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.Max.MaxIntegerFn extends Max.MaxFn<Integer> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Max.MaxLongFn extends Max.MaxFn<Long> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Min.MinDoubleFn extends Min.MinFn<Double> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Min.MinFn extends Combine.BinaryCombineFn<T> implements Serializable
-
Serialized Fields
-
identity
Object identity
-
comparator
Comparator<T> comparator
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.Min.MinIntegerFn extends Min.MinFn<Integer> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Min.MinLongFn extends Min.MinFn<Long> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.ParDo.Bound extends PTransform<PCollection<? extends InputT>,PCollection<OutputT>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.ParDo.BoundMulti extends PTransform<PCollection<? extends InputT>,PCollectionTuple> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Partition extends PTransform<PCollection<T>,PCollectionList<T>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.PTransform extends Object implements Serializable
-
Serialization Methods
-
readObject
private void readObject(ObjectInputStream oos)
-
writeObject
private void writeObject(ObjectOutputStream oos)
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.RemoveDuplicates extends PTransform<PCollection<T>,PCollection<T>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.RemoveDuplicates.WithRepresentativeValues extends PTransform<PCollection<T>,PCollection<T>> implements Serializable
-
Serialized Fields
-
fn
SerializableFunction<InputT,OutputT> fn
-
representativeType
TypeDescriptor<T> representativeType
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.Sample.FixedSizedSampleFn extends Combine.CombineFn<T,com.google.cloud.dataflow.sdk.transforms.Top.BoundedHeap<KV<Integer,T>,SerializableComparator<KV<Integer,T>>>,Iterable<T>> implements Serializable
-
Serialized Fields
-
sampleSize
int sampleSize
-
topCombineFn
Top.TopCombineFn<T,ComparatorT extends Comparator<T> & Serializable> topCombineFn
-
rand
Random rand
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.Sample.SampleAny extends PTransform<PCollection<T>,PCollection<T>> implements Serializable
-
Serialized Fields
-
limit
long limit
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.SimpleFunction extends Object implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Sum.SumDoubleFn extends Combine.BinaryCombineDoubleFn implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Sum.SumIntegerFn extends Combine.BinaryCombineIntegerFn implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Sum.SumLongFn extends Combine.BinaryCombineLongFn implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Top.Largest extends Object implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Top.Smallest extends Object implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.Top.TopCombineFn extends Combine.AccumulatingCombineFn<T,com.google.cloud.dataflow.sdk.transforms.Top.BoundedHeap<T,ComparatorT extends Comparator<T> & Serializable>,List<T>> implements Serializable
-
Serialized Fields
-
count
int count
-
compareFn
Comparator<T> compareFn
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.Values extends PTransform<PCollection<? extends KV<?,V>>,PCollection<V>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.View.AsIterable extends PTransform<PCollection<T>,PCollectionView<Iterable<T>>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.View.AsList extends PTransform<PCollection<T>,PCollectionView<List<T>>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.View.AsMap extends PTransform<PCollection<KV<K,V>>,PCollectionView<Map<K,V>>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.View.AsMultimap extends PTransform<PCollection<KV<K,V>>,PCollectionView<Map<K,Iterable<V>>>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.View.AsSingleton extends PTransform<PCollection<T>,PCollectionView<T>> implements Serializable
-
Serialized Fields
-
defaultValue
Object defaultValue
-
hasDefault
boolean hasDefault
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.View.CreatePCollectionView extends PTransform<PCollection<ElemT>,PCollectionView<ViewT>> implements Serializable
-
Serialized Fields
-
view
PCollectionView<T> view
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.WithKeys extends PTransform<PCollection<V>,PCollection<KV<K,V>>> implements Serializable
-
Serialized Fields
-
fn
SerializableFunction<InputT,OutputT> fn
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.WithTimestamps extends PTransform<PCollection<T>,PCollection<T>> implements Serializable
-
Serialized Fields
-
fn
SerializableFunction<InputT,OutputT> fn
-
allowedTimestampSkew
Duration allowedTimestampSkew
-
-
-
-
Package com.google.cloud.dataflow.sdk.transforms.display
-
Class com.google.cloud.dataflow.sdk.transforms.display.DisplayData extends Object implements Serializable
-
Serialized Fields
-
entries
ImmutableMap<K,V> entries
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.display.DisplayData.Item extends Object implements Serializable
-
-
Package com.google.cloud.dataflow.sdk.transforms.join
-
Class com.google.cloud.dataflow.sdk.transforms.join.CoGbkResult.CoGbkResultCoder extends StandardCoder<CoGbkResult> implements Serializable
-
Serialized Fields
-
schema
CoGbkResultSchema schema
-
unionCoder
UnionCoder unionCoder
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.join.CoGbkResultSchema extends Object implements Serializable
-
Serialized Fields
-
tupleTagList
TupleTagList tupleTagList
-
tagMap
HashMap<K,V> tagMap
Maps TupleTags to union tags. This avoids needing to encode the tags themselves.
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.join.CoGroupByKey extends PTransform<KeyedPCollectionTuple<K>,PCollection<KV<K,CoGbkResult>>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.join.UnionCoder extends StandardCoder<RawUnionValue> implements Serializable
-
-
Package com.google.cloud.dataflow.sdk.transforms.windowing
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.AfterAll extends Trigger.OnceTrigger<W extends BoundedWindow> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.AfterDelayFromFirstElement extends Trigger.OnceTrigger<W extends BoundedWindow> implements Serializable
-
Serialized Fields
-
timestampMappers
List<E> timestampMappers
A list of timestampMappers m1, m2, m3, ... m_n considered to be composed in sequence. The overall mapping for an instance `instance` is `m_n(... m3(m2(m1(instant))`, implemented via #computeTargetTimestamp -
timeDomain
com.google.cloud.dataflow.sdk.util.TimeDomain timeDomain
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.AfterEach extends Trigger<W extends BoundedWindow> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.AfterFirst extends Trigger.OnceTrigger<W extends BoundedWindow> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.AfterPane extends Trigger.OnceTrigger<W extends BoundedWindow> implements Serializable
-
Serialized Fields
-
countElems
int countElems
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.AfterProcessingTime extends AfterDelayFromFirstElement<W extends BoundedWindow> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.AfterWatermark.FromEndOfWindow extends Trigger.OnceTrigger<W extends BoundedWindow> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.CalendarWindows.DaysWindows extends PartitioningWindowFn<Object,IntervalWindow> implements Serializable
-
Serialized Fields
-
number
int number
-
startDate
DateTime startDate
-
timeZone
DateTimeZone timeZone
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.CalendarWindows.MonthsWindows extends PartitioningWindowFn<Object,IntervalWindow> implements Serializable
-
Serialized Fields
-
number
int number
-
dayOfMonth
int dayOfMonth
-
startDate
DateTime startDate
-
timeZone
DateTimeZone timeZone
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.CalendarWindows.YearsWindows extends PartitioningWindowFn<Object,IntervalWindow> implements Serializable
-
Serialized Fields
-
number
int number
-
monthOfYear
int monthOfYear
-
dayOfMonth
int dayOfMonth
-
startDate
DateTime startDate
-
timeZone
DateTimeZone timeZone
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.DefaultTrigger extends Trigger<W extends BoundedWindow> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.FixedWindows extends PartitioningWindowFn<Object,IntervalWindow> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.GlobalWindow.Coder extends AtomicCoder<GlobalWindow> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.GlobalWindows extends NonMergingWindowFn<Object,GlobalWindow> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.InvalidWindows extends WindowFn<Object,W extends BoundedWindow> implements Serializable
-
Serialized Fields
-
cause
String cause
-
originalWindowFn
WindowFn<T,W extends BoundedWindow> originalWindowFn
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.NonMergingWindowFn extends WindowFn<T,W extends BoundedWindow> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.OutputTimeFn extends Object implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.OutputTimeFn.Defaults extends OutputTimeFn<W extends BoundedWindow> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.OutputTimeFn.DependsOnlyOnWindow extends OutputTimeFn<W extends BoundedWindow> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.PaneInfo.PaneInfoCoder extends AtomicCoder<PaneInfo> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.PartitioningWindowFn extends NonMergingWindowFn<T,W extends BoundedWindow> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.Repeatedly extends Trigger<W extends BoundedWindow> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.Sessions extends WindowFn<Object,IntervalWindow> implements Serializable
-
Serialized Fields
-
gapDuration
Duration gapDuration
Duration of the gaps between sessions.
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.SlidingWindows extends NonMergingWindowFn<Object,IntervalWindow> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.Trigger extends Object implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.Trigger.OnceTrigger extends Trigger<W extends BoundedWindow> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.Window.Bound extends PTransform<PCollection<T>,PCollection<T>> implements Serializable
-
Serialized Fields
-
windowFn
WindowFn<T,W extends BoundedWindow> windowFn
-
trigger
Trigger<W extends BoundedWindow> trigger
-
mode
com.google.cloud.dataflow.sdk.util.WindowingStrategy.AccumulationMode mode
-
allowedLateness
Duration allowedLateness
-
closingBehavior
Window.ClosingBehavior closingBehavior
-
outputTimeFn
OutputTimeFn<W extends BoundedWindow> outputTimeFn
-
-
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.Window.Remerge extends PTransform<PCollection<T>,PCollection<T>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.transforms.windowing.WindowFn extends Object implements Serializable
-
-
Package com.google.cloud.dataflow.sdk.values
-
Class com.google.cloud.dataflow.sdk.values.KV extends Object implements Serializable
-
Class com.google.cloud.dataflow.sdk.values.KV.OrderByKey extends Object implements Serializable
-
Class com.google.cloud.dataflow.sdk.values.KV.OrderByValue extends Object implements Serializable
-
Class com.google.cloud.dataflow.sdk.values.TimestampedValue.TimestampedValueCoder extends StandardCoder<TimestampedValue<T>> implements Serializable
-
Class com.google.cloud.dataflow.sdk.values.TupleTag extends Object implements Serializable
-
Serialized Fields
-
id
String id
-
generated
boolean generated
-
-
-
Class com.google.cloud.dataflow.sdk.values.TupleTagList extends Object implements Serializable
-
Class com.google.cloud.dataflow.sdk.values.TypeDescriptor extends Object implements Serializable
-