Class PslDataWriterFactory (0.4.5)

public class PslDataWriterFactory implements Serializable, DataWriterFactory, StreamingDataWriterFactory

Inheritance

java.lang.Object > PslDataWriterFactory

Implements

Serializable, org.apache.spark.sql.connector.write.DataWriterFactory, org.apache.spark.sql.connector.write.streaming.StreamingDataWriterFactory

Constructors

PslDataWriterFactory(StructType inputSchema, PslWriteDataSourceOptions writeOptions)

public PslDataWriterFactory(StructType inputSchema, PslWriteDataSourceOptions writeOptions)
Parameters
NameDescription
inputSchemaorg.apache.spark.sql.types.StructType
writeOptionsPslWriteDataSourceOptions

Methods

createWriter(int partitionId, long taskId)

public DataWriter<InternalRow> createWriter(int partitionId, long taskId)
Parameters
NameDescription
partitionIdint
taskIdlong
Returns
TypeDescription
org.apache.spark.sql.connector.write.DataWriter<org.apache.spark.sql.catalyst.InternalRow>

createWriter(int partitionId, long taskId, long epochId)

public DataWriter<InternalRow> createWriter(int partitionId, long taskId, long epochId)
Parameters
NameDescription
partitionIdint
taskIdlong
epochIdlong
Returns
TypeDescription
org.apache.spark.sql.connector.write.DataWriter<org.apache.spark.sql.catalyst.InternalRow>