Class PslStreamWriter (0.3.4)

public class PslStreamWriter implements StreamWriter

Inheritance

java.lang.Object > PslStreamWriter

Implements

org.apache.spark.sql.sources.v2.writer.streaming.StreamWriter

Constructors

PslStreamWriter(StructType inputSchema, PslWriteDataSourceOptions writeOptions)

public PslStreamWriter(StructType inputSchema, PslWriteDataSourceOptions writeOptions)
Parameters
NameDescription
inputSchemaorg.apache.spark.sql.types.StructType
writeOptionsPslWriteDataSourceOptions

Methods

abort(long epochId, WriterCommitMessage[] messages)

public void abort(long epochId, WriterCommitMessage[] messages)
Parameters
NameDescription
epochIdlong
messagesorg.apache.spark.sql.sources.v2.writer.WriterCommitMessage[]

commit(long epochId, WriterCommitMessage[] messages)

public void commit(long epochId, WriterCommitMessage[] messages)
Parameters
NameDescription
epochIdlong
messagesorg.apache.spark.sql.sources.v2.writer.WriterCommitMessage[]

createWriterFactory()

public DataWriterFactory<InternalRow> createWriterFactory()
Returns
TypeDescription
org.apache.spark.sql.sources.v2.writer.DataWriterFactory<org.apache.spark.sql.catalyst.InternalRow>