Package org.apache.iceberg.spark.source
Class EqualityDeleteRowReader
java.lang.Object
org.apache.iceberg.spark.source.EqualityDeleteRowReader
- All Implemented Interfaces:
Closeable
,AutoCloseable
,org.apache.spark.sql.connector.read.PartitionReader<org.apache.spark.sql.catalyst.InternalRow>
-
Constructor Summary
ConstructorDescriptionEqualityDeleteRowReader
(CombinedScanTask task, Table table, Schema tableSchema, Schema expectedSchema, boolean caseSensitive) -
Method Summary
Modifier and TypeMethodDescriptionprotected boolean
void
close()
constantsMap
(ContentScanTask<?> task, Schema readSchema) protected static Object
convertConstant
(Type type, Object value) protected DeleteCounter
counter()
org.apache.spark.sql.connector.metric.CustomTaskMetric[]
protected Schema
org.apache.spark.sql.catalyst.InternalRow
get()
protected InputFile
getInputFile
(String location) protected NameMapping
protected CloseableIterable<org.apache.spark.sql.catalyst.InternalRow>
newIterable
(InputFile file, FileFormat format, long start, long length, Expression residual, Schema projection, Map<Integer, ?> idToConstant) boolean
next()
protected CloseableIterator<org.apache.spark.sql.catalyst.InternalRow>
open
(FileScanTask task) protected CloseableIterable<org.apache.spark.sql.catalyst.InternalRow>
open
(FileScanTask task, Schema readSchema, Map<Integer, ?> idToConstant) protected Stream<ContentFile<?>>
referencedFiles
(FileScanTask task) protected Table
table()
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
Methods inherited from interface org.apache.spark.sql.connector.read.PartitionReader
get, next
-
Constructor Details
-
EqualityDeleteRowReader
public EqualityDeleteRowReader(CombinedScanTask task, Table table, Schema tableSchema, Schema expectedSchema, boolean caseSensitive)
-
-
Method Details
-
open
-
currentMetricsValues
public org.apache.spark.sql.connector.metric.CustomTaskMetric[] currentMetricsValues()- Specified by:
currentMetricsValues
in interfaceorg.apache.spark.sql.connector.read.PartitionReader<org.apache.spark.sql.catalyst.InternalRow>
-
referencedFiles
-
open
protected CloseableIterable<org.apache.spark.sql.catalyst.InternalRow> open(FileScanTask task, Schema readSchema, Map<Integer, ?> idToConstant) -
newIterable
protected CloseableIterable<org.apache.spark.sql.catalyst.InternalRow> newIterable(InputFile file, FileFormat format, long start, long length, Expression residual, Schema projection, Map<Integer, ?> idToConstant) -
expectedSchema
-
caseSensitive
protected boolean caseSensitive() -
nameMapping
-
table
-
counter
-
next
- Throws:
IOException
-
get
public org.apache.spark.sql.catalyst.InternalRow get() -
close
- Specified by:
close
in interfaceAutoCloseable
- Specified by:
close
in interfaceCloseable
- Throws:
IOException
-
getInputFile
-
constantsMap
-
convertConstant
-