Class PslDataSource (0.3.4)

public final class PslDataSource implements DataSourceV2, ContinuousReadSupport, MicroBatchReadSupport, StreamWriteSupport, DataSourceRegister

Inheritance

java.lang.Object > PslDataSource

Implements

org.apache.spark.sql.sources.v2.DataSourceV2, org.apache.spark.sql.sources.v2.ContinuousReadSupport, org.apache.spark.sql.sources.v2.MicroBatchReadSupport, org.apache.spark.sql.sources.v2.StreamWriteSupport, org.apache.spark.sql.sources.DataSourceRegister

Inherited Members

Object.clone()

Object.equals(Object)

Object.finalize()

Object.getClass()

Object.hashCode()

Object.notify()

Object.notifyAll()

Object.toString()

Object.wait()

Object.wait(long)

Object.wait(long,int)

Constructors

PslDataSource()

public PslDataSource()

Methods

createContinuousReader(Optional<StructType> schema, String checkpointLocation, DataSourceOptions options)

public ContinuousReader createContinuousReader(Optional<StructType> schema, String checkpointLocation, DataSourceOptions options)

Parameters

Name	Description
schema	`Optional<org.apache.spark.sql.types.StructType>`
checkpointLocation	`String`
options	`org.apache.spark.sql.sources.v2.DataSourceOptions`

Returns

Type	Description
org.apache.spark.sql.sources.v2.reader.streaming.ContinuousReader

createMicroBatchReader(Optional<StructType> schema, String checkpointLocation, DataSourceOptions options)

public MicroBatchReader createMicroBatchReader(Optional<StructType> schema, String checkpointLocation, DataSourceOptions options)

Parameters

Name	Description
schema	`Optional<org.apache.spark.sql.types.StructType>`
checkpointLocation	`String`
options	`org.apache.spark.sql.sources.v2.DataSourceOptions`

Returns

Type	Description
org.apache.spark.sql.sources.v2.reader.streaming.MicroBatchReader

createStreamWriter(String queryId, StructType schema, OutputMode mode, DataSourceOptions options)

public StreamWriter createStreamWriter(String queryId, StructType schema, OutputMode mode, DataSourceOptions options)

Parameters

Name	Description
queryId	`String`
schema	`org.apache.spark.sql.types.StructType`
mode	`org.apache.spark.sql.streaming.OutputMode`
options	`org.apache.spark.sql.sources.v2.DataSourceOptions`

Returns

Type	Description
org.apache.spark.sql.sources.v2.writer.streaming.StreamWriter

shortName()

public String shortName()

Returns

Type	Description
String