org.apache.iceberg.spark.source

Class SparkScanBuilder

java.lang.Object

org.apache.iceberg.spark.source.SparkScanBuilder

All Implemented Interfaces:

org.apache.spark.sql.connector.read.Scan, org.apache.spark.sql.connector.read.ScanBuilder, org.apache.spark.sql.connector.read.SupportsPushDownAggregates, org.apache.spark.sql.connector.read.SupportsPushDownFilters, org.apache.spark.sql.connector.read.SupportsPushDownRequiredColumns, org.apache.spark.sql.connector.read.SupportsReportStatistics

public class SparkScanBuilder
extends java.lang.Object
implements org.apache.spark.sql.connector.read.ScanBuilder, org.apache.spark.sql.connector.read.SupportsPushDownAggregates, org.apache.spark.sql.connector.read.SupportsPushDownFilters, org.apache.spark.sql.connector.read.SupportsPushDownRequiredColumns, org.apache.spark.sql.connector.read.SupportsReportStatistics

Method Summary

Modifier and Type	Method and Description
org.apache.spark.sql.connector.read.Scan	build()
org.apache.spark.sql.connector.read.Scan	buildChangelogScan()
org.apache.spark.sql.connector.read.Scan	buildCopyOnWriteScan()
org.apache.spark.sql.connector.read.Scan	buildMergeOnReadScan()
SparkScanBuilder	caseSensitive(boolean isCaseSensitive)
org.apache.spark.sql.connector.read.Statistics	estimateStatistics()
void	pruneColumns(org.apache.spark.sql.types.StructType requestedSchema)
boolean	pushAggregation(org.apache.spark.sql.connector.expressions.aggregate.Aggregation aggregation)
org.apache.spark.sql.sources.Filter[]	pushedFilters()
org.apache.spark.sql.sources.Filter[]	pushFilters(org.apache.spark.sql.sources.Filter[] filters)
org.apache.spark.sql.types.StructType	readSchema()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.spark.sql.connector.read.SupportsPushDownAggregates

supportCompletePushDown

Methods inherited from interface org.apache.spark.sql.connector.read.Scan

description, reportDriverMetrics, supportedCustomMetrics, toBatch, toContinuousStream, toMicroBatchStream

Method Detail

caseSensitive

public SparkScanBuilder caseSensitive(boolean isCaseSensitive)

pushFilters

public org.apache.spark.sql.sources.Filter[] pushFilters(org.apache.spark.sql.sources.Filter[] filters)

Specified by:

pushFilters in interface org.apache.spark.sql.connector.read.SupportsPushDownFilters

pushedFilters

public org.apache.spark.sql.sources.Filter[] pushedFilters()

Specified by:

pushedFilters in interface org.apache.spark.sql.connector.read.SupportsPushDownFilters

pushAggregation

public boolean pushAggregation(org.apache.spark.sql.connector.expressions.aggregate.Aggregation aggregation)

Specified by:

pushAggregation in interface org.apache.spark.sql.connector.read.SupportsPushDownAggregates

pruneColumns

public void pruneColumns(org.apache.spark.sql.types.StructType requestedSchema)

Specified by:

pruneColumns in interface org.apache.spark.sql.connector.read.SupportsPushDownRequiredColumns

build

public org.apache.spark.sql.connector.read.Scan build()

Specified by:

build in interface org.apache.spark.sql.connector.read.ScanBuilder

buildChangelogScan

public org.apache.spark.sql.connector.read.Scan buildChangelogScan()

buildMergeOnReadScan

public org.apache.spark.sql.connector.read.Scan buildMergeOnReadScan()

buildCopyOnWriteScan

public org.apache.spark.sql.connector.read.Scan buildCopyOnWriteScan()

estimateStatistics

public org.apache.spark.sql.connector.read.Statistics estimateStatistics()

Specified by:

estimateStatistics in interface org.apache.spark.sql.connector.read.SupportsReportStatistics

readSchema

public org.apache.spark.sql.types.StructType readSchema()

Specified by:

readSchema in interface org.apache.spark.sql.connector.read.Scan