Class PslMicroBatchReader (0.3.4)

public class PslMicroBatchReader implements MicroBatchReader

Inheritance

java.lang.Object > PslMicroBatchReader

Implements

org.apache.spark.sql.sources.v2.reader.streaming.MicroBatchReader

Inherited Members

Object.clone()

Object.equals(Object)

Object.finalize()

Object.getClass()

Object.hashCode()

Object.notify()

Object.notifyAll()

Object.toString()

Object.wait()

Object.wait(long)

Object.wait(long,int)

Constructors

PslMicroBatchReader(CursorClient cursorClient, MultiPartitionCommitter committer, PartitionSubscriberFactory partitionSubscriberFactory, PerTopicHeadOffsetReader headOffsetReader, SubscriptionPath subscriptionPath, FlowControlSettings flowControlSettings, long maxMessagesPerBatch)

public PslMicroBatchReader(CursorClient cursorClient, MultiPartitionCommitter committer, PartitionSubscriberFactory partitionSubscriberFactory, PerTopicHeadOffsetReader headOffsetReader, SubscriptionPath subscriptionPath, FlowControlSettings flowControlSettings, long maxMessagesPerBatch)

Parameters

Name	Description
cursorClient	`com.google.cloud.pubsublite.internal.CursorClient`
committer	`MultiPartitionCommitter`
partitionSubscriberFactory	`PartitionSubscriberFactory`
headOffsetReader	`PerTopicHeadOffsetReader`
subscriptionPath	`com.google.cloud.pubsublite.SubscriptionPath`
flowControlSettings	`com.google.cloud.pubsublite.cloudpubsub.FlowControlSettings`
maxMessagesPerBatch	`long`

Methods

commit(Offset end)

public void commit(Offset end)

Parameter

Name	Description
end	`org.apache.spark.sql.sources.v2.reader.streaming.Offset`

deserializeOffset(String json)

public Offset deserializeOffset(String json)

Parameter

Name	Description
json	`String`

Returns

Type	Description
org.apache.spark.sql.sources.v2.reader.streaming.Offset

getEndOffset()

public Offset getEndOffset()

Returns

Type	Description
org.apache.spark.sql.sources.v2.reader.streaming.Offset

getStartOffset()

public Offset getStartOffset()

Returns

Type	Description
org.apache.spark.sql.sources.v2.reader.streaming.Offset

planInputPartitions()

public List<InputPartition<InternalRow>> planInputPartitions()

Returns

Type	Description
List<org.apache.spark.sql.sources.v2.reader.InputPartition<org.apache.spark.sql.catalyst.InternalRow>>

readSchema()

public StructType readSchema()

Returns

Type	Description
org.apache.spark.sql.types.StructType

setOffsetRange(Optional<Offset> start, Optional<Offset> end)

public void setOffsetRange(Optional<Offset> start, Optional<Offset> end)

Parameters

Name	Description
start	`Optional<org.apache.spark.sql.sources.v2.reader.streaming.Offset>`
end	`Optional<org.apache.spark.sql.sources.v2.reader.streaming.Offset>`

stop()

public void stop()