org.apache.iceberg.spark.source

Class StreamingWriter

java.lang.Object

org.apache.iceberg.spark.source.StreamingWriter

All Implemented Interfaces:

org.apache.spark.sql.sources.v2.writer.DataSourceWriter, org.apache.spark.sql.sources.v2.writer.streaming.StreamWriter

public class StreamingWriter
extends java.lang.Object
implements org.apache.spark.sql.sources.v2.writer.streaming.StreamWriter

Method Summary

Modifier and Type	Method and Description
void	abort(long epochId, org.apache.spark.sql.sources.v2.writer.WriterCommitMessage[] messages)
void	abort(org.apache.spark.sql.sources.v2.writer.WriterCommitMessage[] messages)
void	commit(long epochId, org.apache.spark.sql.sources.v2.writer.WriterCommitMessage[] messages)
void	commit(org.apache.spark.sql.sources.v2.writer.WriterCommitMessage[] messages)
protected void	commitOperation(SnapshotUpdate<?> operation, int numFiles, java.lang.String description)
org.apache.spark.sql.sources.v2.writer.DataWriterFactory<org.apache.spark.sql.catalyst.InternalRow>	createWriterFactory()
protected java.lang.Iterable<DataFile>	files(org.apache.spark.sql.sources.v2.writer.WriterCommitMessage[] messages)
protected Table	table()
java.lang.String	toString()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from interface org.apache.spark.sql.sources.v2.writer.streaming.StreamWriter

abort, commit

Methods inherited from interface org.apache.spark.sql.sources.v2.writer.DataSourceWriter

createWriterFactory, onDataWriterCommit, useCommitCoordinator

Method Detail

commit

public void commit(long epochId,
                   org.apache.spark.sql.sources.v2.writer.WriterCommitMessage[] messages)

Specified by:

commit in interface org.apache.spark.sql.sources.v2.writer.streaming.StreamWriter

abort

public void abort(long epochId,
                  org.apache.spark.sql.sources.v2.writer.WriterCommitMessage[] messages)

Specified by:

abort in interface org.apache.spark.sql.sources.v2.writer.streaming.StreamWriter

createWriterFactory

public org.apache.spark.sql.sources.v2.writer.DataWriterFactory<org.apache.spark.sql.catalyst.InternalRow> createWriterFactory()

Specified by:

createWriterFactory in interface org.apache.spark.sql.sources.v2.writer.DataSourceWriter

commit

public void commit(org.apache.spark.sql.sources.v2.writer.WriterCommitMessage[] messages)

Specified by:

commit in interface org.apache.spark.sql.sources.v2.writer.DataSourceWriter

commitOperation

protected void commitOperation(SnapshotUpdate<?> operation,
                               int numFiles,
                               java.lang.String description)

abort

public void abort(org.apache.spark.sql.sources.v2.writer.WriterCommitMessage[] messages)

Specified by:

abort in interface org.apache.spark.sql.sources.v2.writer.DataSourceWriter

table

protected Table table()

files

protected java.lang.Iterable<DataFile> files(org.apache.spark.sql.sources.v2.writer.WriterCommitMessage[] messages)

toString

public java.lang.String toString()

Overrides:

toString in class java.lang.Object