Class PslDataSource (0.3.4)

public final class PslDataSource implements DataSourceV2, ContinuousReadSupport, MicroBatchReadSupport, StreamWriteSupport, DataSourceRegister

Inheritance

java.lang.Object > PslDataSource

Implements

org.apache.spark.sql.sources.v2.DataSourceV2, org.apache.spark.sql.sources.v2.ContinuousReadSupport, org.apache.spark.sql.sources.v2.MicroBatchReadSupport, org.apache.spark.sql.sources.v2.StreamWriteSupport, org.apache.spark.sql.sources.DataSourceRegister

Constructors

PslDataSource()

public PslDataSource()

Methods

createContinuousReader(Optional<StructType> schema, String checkpointLocation, DataSourceOptions options)

public ContinuousReader createContinuousReader(Optional<StructType> schema, String checkpointLocation, DataSourceOptions options)
Parameters
NameDescription
schemaOptional<org.apache.spark.sql.types.StructType>
checkpointLocationString
optionsorg.apache.spark.sql.sources.v2.DataSourceOptions
Returns
TypeDescription
org.apache.spark.sql.sources.v2.reader.streaming.ContinuousReader

createMicroBatchReader(Optional<StructType> schema, String checkpointLocation, DataSourceOptions options)

public MicroBatchReader createMicroBatchReader(Optional<StructType> schema, String checkpointLocation, DataSourceOptions options)
Parameters
NameDescription
schemaOptional<org.apache.spark.sql.types.StructType>
checkpointLocationString
optionsorg.apache.spark.sql.sources.v2.DataSourceOptions
Returns
TypeDescription
org.apache.spark.sql.sources.v2.reader.streaming.MicroBatchReader

createStreamWriter(String queryId, StructType schema, OutputMode mode, DataSourceOptions options)

public StreamWriter createStreamWriter(String queryId, StructType schema, OutputMode mode, DataSourceOptions options)
Parameters
NameDescription
queryIdString
schemaorg.apache.spark.sql.types.StructType
modeorg.apache.spark.sql.streaming.OutputMode
optionsorg.apache.spark.sql.sources.v2.DataSourceOptions
Returns
TypeDescription
org.apache.spark.sql.sources.v2.writer.streaming.StreamWriter

shortName()

public String shortName()
Returns
TypeDescription
String