Package org.apache.iceberg.spark.source

Class EqualityDeleteRowReader

java.lang.Object

org.apache.iceberg.spark.source.EqualityDeleteRowReader

All Implemented Interfaces:

Closeable, AutoCloseable, org.apache.spark.sql.connector.read.PartitionReader<org.apache.spark.sql.catalyst.InternalRow>

public class EqualityDeleteRowReader
extends Object

Constructor Summary

Constructors

Constructor	Description
EqualityDeleteRowReader(CombinedScanTask task, Table table, Schema tableSchema, Schema expectedSchema, boolean caseSensitive, boolean cacheDeleteFilesOnExecutors)

Method Summary

Modifier and Type	Method	Description
protected boolean	cacheDeleteFilesOnExecutors()
protected boolean	caseSensitive()
void	close()
protected Map<Integer,?>	constantsMap(ContentScanTask<?> task, Schema readSchema)
protected DeleteCounter	counter()
org.apache.spark.sql.connector.metric.CustomTaskMetric[]	currentMetricsValues()
protected Schema	expectedSchema()
org.apache.spark.sql.catalyst.InternalRow	get()
protected InputFile	getInputFile(String location)
protected NameMapping	nameMapping()
protected CloseableIterable<org.apache.spark.sql.catalyst.InternalRow>	newIterable(InputFile file, FileFormat format, long start, long length, Expression residual, Schema projection, Map<Integer,?> idToConstant)
boolean	next()
protected CloseableIterator<org.apache.spark.sql.catalyst.InternalRow>	open(FileScanTask task)
protected CloseableIterable<org.apache.spark.sql.catalyst.InternalRow>	open(FileScanTask task, Schema readSchema, Map<Integer,?> idToConstant)
protected Stream<ContentFile<?>>	referencedFiles(FileScanTask task)
protected Table	table()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface java.io.Closeable

close

Methods inherited from interface org.apache.spark.sql.connector.read.PartitionReader

get, next

Constructor Details

EqualityDeleteRowReader

public EqualityDeleteRowReader(CombinedScanTask task,
 Table table,
 Schema tableSchema,
 Schema expectedSchema,
 boolean caseSensitive,
 boolean cacheDeleteFilesOnExecutors)

Method Details

open

protected CloseableIterator<org.apache.spark.sql.catalyst.InternalRow> open(FileScanTask task)

currentMetricsValues

public org.apache.spark.sql.connector.metric.CustomTaskMetric[] currentMetricsValues()

Specified by:

currentMetricsValues in interface org.apache.spark.sql.connector.read.PartitionReader<org.apache.spark.sql.catalyst.InternalRow>

referencedFiles

protected Stream<ContentFile<?>> referencedFiles(FileScanTask task)

open

protected CloseableIterable<org.apache.spark.sql.catalyst.InternalRow> open(FileScanTask task,
 Schema readSchema,
 Map<Integer,?> idToConstant)

newIterable

protected CloseableIterable<org.apache.spark.sql.catalyst.InternalRow> newIterable(InputFile file,
 FileFormat format,
 long start,
 long length,
 Expression residual,
 Schema projection,
 Map<Integer,?> idToConstant)

expectedSchema

protected Schema expectedSchema()

caseSensitive

protected boolean caseSensitive()

cacheDeleteFilesOnExecutors

protected boolean cacheDeleteFilesOnExecutors()

nameMapping

protected NameMapping nameMapping()

table

protected Table table()

counter

protected DeleteCounter counter()

next

public boolean next()
             throws IOException

Throws:

IOException

get

public org.apache.spark.sql.catalyst.InternalRow get()

close

public void close()
           throws IOException

Specified by:

close in interface AutoCloseable

Specified by:

close in interface Closeable

Throws:

IOException

getInputFile

protected InputFile getInputFile(String location)

constantsMap

protected Map<Integer,?> constantsMap(ContentScanTask<?> task,
 Schema readSchema)