Class PslContinuousReader (0.3.4)

public class PslContinuousReader implements ContinuousReader

Inheritance

java.lang.Object > PslContinuousReader

Implements

org.apache.spark.sql.sources.v2.reader.streaming.ContinuousReader

Inherited Members

Object.clone()

Object.equals(Object)

Object.finalize()

Object.getClass()

Object.hashCode()

Object.notify()

Object.notifyAll()

Object.toString()

Object.wait()

Object.wait(long)

Object.wait(long,int)

Constructors

PslContinuousReader(CursorClient cursorClient, MultiPartitionCommitter committer, PartitionSubscriberFactory partitionSubscriberFactory, SubscriptionPath subscriptionPath, FlowControlSettings flowControlSettings, PartitionCountReader partitionCountReader)

public PslContinuousReader(CursorClient cursorClient, MultiPartitionCommitter committer, PartitionSubscriberFactory partitionSubscriberFactory, SubscriptionPath subscriptionPath, FlowControlSettings flowControlSettings, PartitionCountReader partitionCountReader)

Parameters

Name	Description
cursorClient	`com.google.cloud.pubsublite.internal.CursorClient`
committer	`MultiPartitionCommitter`
partitionSubscriberFactory	`PartitionSubscriberFactory`
subscriptionPath	`com.google.cloud.pubsublite.SubscriptionPath`
flowControlSettings	`com.google.cloud.pubsublite.cloudpubsub.FlowControlSettings`
partitionCountReader	`PartitionCountReader`

Methods

commit(Offset end)

public void commit(Offset end)

Parameter

Name	Description
end	`org.apache.spark.sql.sources.v2.reader.streaming.Offset`

deserializeOffset(String json)

public Offset deserializeOffset(String json)

Parameter

Name	Description
json	`String`

Returns

Type	Description
org.apache.spark.sql.sources.v2.reader.streaming.Offset

getStartOffset()

public Offset getStartOffset()

Returns

Type	Description
org.apache.spark.sql.sources.v2.reader.streaming.Offset

mergeOffsets(PartitionOffset[] offsets)

public Offset mergeOffsets(PartitionOffset[] offsets)

Parameter

Name	Description
offsets	`org.apache.spark.sql.sources.v2.reader.streaming.PartitionOffset[]`

Returns

Type	Description
org.apache.spark.sql.sources.v2.reader.streaming.Offset

needsReconfiguration()

public boolean needsReconfiguration()

Returns

Type	Description
boolean

planInputPartitions()

public List<InputPartition<InternalRow>> planInputPartitions()

Returns

Type	Description
List<org.apache.spark.sql.sources.v2.reader.InputPartition<org.apache.spark.sql.catalyst.InternalRow>>

readSchema()

public StructType readSchema()

Returns

Type	Description
org.apache.spark.sql.types.StructType

setStartOffset(Optional<Offset> start)

public void setStartOffset(Optional<Offset> start)

Parameter

Name	Description
start	`Optional<org.apache.spark.sql.sources.v2.reader.streaming.Offset>`

stop()

public void stop()