Class PslMicroBatchStream (1.0.0)

public class PslMicroBatchStream extends BaseDataStream implements MicroBatchStream

Inheritance

java.lang.Object > BaseDataStream > PslMicroBatchStream

Implements

org.apache.spark.sql.connector.read.streaming.MicroBatchStream

Methods

createReaderFactory()

public PartitionReaderFactory createReaderFactory()
Returns
TypeDescription
org.apache.spark.sql.connector.read.PartitionReaderFactory

latestOffset()

public synchronized SparkSourceOffset latestOffset()
Returns
TypeDescription
SparkSourceOffset

planInputPartitions(Offset startOffset, Offset endOffset)

public InputPartition[] planInputPartitions(Offset startOffset, Offset endOffset)
Parameters
NameDescription
startOffsetorg.apache.spark.sql.connector.read.streaming.Offset
endOffsetorg.apache.spark.sql.connector.read.streaming.Offset
Returns
TypeDescription
org.apache.spark.sql.connector.read.InputPartition[]

stop()

public void stop()
Overrides