Package org.apache.iceberg.spark.source

Class SparkChangelogScanBuilder

java.lang.Object

org.apache.iceberg.spark.source.SparkChangelogScanBuilder

All Implemented Interfaces:

org.apache.spark.sql.connector.read.ScanBuilder, org.apache.spark.sql.connector.read.SupportsPushDownLimit, org.apache.spark.sql.connector.read.SupportsPushDownRequiredColumns, org.apache.spark.sql.connector.read.SupportsPushDownV2Filters

public class SparkChangelogScanBuilder
extends Object
implements org.apache.spark.sql.connector.read.SupportsPushDownV2Filters, org.apache.spark.sql.connector.read.SupportsPushDownRequiredColumns, org.apache.spark.sql.connector.read.SupportsPushDownLimit

Method Summary

Modifier and Type	Method	Description
org.apache.spark.sql.connector.read.Scan	build()
protected boolean	caseSensitive()
protected <T extends Scan<T, ?, ?>> T	configureSplitPlanning(T scan)
protected Expression	filter()
protected List<Expression>	filters()
protected InMemoryMetricsReporter	metricsReporter()
protected Schema	projection()
protected Schema	projectionWithMetadataColumns()
void	pruneColumns(org.apache.spark.sql.types.StructType requestedType)
org.apache.spark.sql.connector.expressions.filter.Predicate[]	pushedPredicates()
boolean	pushLimit(int newLimit)
org.apache.spark.sql.connector.expressions.filter.Predicate[]	pushPredicates(org.apache.spark.sql.connector.expressions.filter.Predicate[] predicates)
protected SparkReadConf	readConf()
protected Schema	schema()
protected org.apache.spark.sql.SparkSession	spark()
protected Table	table()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.spark.sql.connector.read.SupportsPushDownLimit

isPartiallyPushed, pushLimit

Methods inherited from interface org.apache.spark.sql.connector.read.SupportsPushDownRequiredColumns

pruneColumns

Methods inherited from interface org.apache.spark.sql.connector.read.SupportsPushDownV2Filters

pushedPredicates, pushPredicates

Method Details

build

public org.apache.spark.sql.connector.read.Scan build()

Specified by:

build in interface org.apache.spark.sql.connector.read.ScanBuilder

spark

protected org.apache.spark.sql.SparkSession spark()

table

protected Table table()

schema

protected Schema schema()

projection

protected Schema projection()

readConf

protected SparkReadConf readConf()

caseSensitive

protected boolean caseSensitive()

filters

protected List<Expression> filters()

filter

protected Expression filter()

metricsReporter

protected InMemoryMetricsReporter metricsReporter()

pruneColumns

public void pruneColumns(org.apache.spark.sql.types.StructType requestedType)

pushPredicates

public org.apache.spark.sql.connector.expressions.filter.Predicate[] pushPredicates(org.apache.spark.sql.connector.expressions.filter.Predicate[] predicates)

pushedPredicates

public org.apache.spark.sql.connector.expressions.filter.Predicate[] pushedPredicates()

pushLimit

public boolean pushLimit(int newLimit)

projectionWithMetadataColumns

protected Schema projectionWithMetadataColumns()

configureSplitPlanning

protected <T extends Scan<T,
?,
?>> T configureSplitPlanning(T scan)