Package org.apache.iceberg.spark.source
Class SparkScanBuilder
- java.lang.Object
-
- org.apache.iceberg.spark.source.SparkScanBuilder
-
- All Implemented Interfaces:
org.apache.spark.sql.connector.read.Scan
,org.apache.spark.sql.connector.read.ScanBuilder
,org.apache.spark.sql.connector.read.SupportsPushDownAggregates
,org.apache.spark.sql.connector.read.SupportsPushDownFilters
,org.apache.spark.sql.connector.read.SupportsPushDownRequiredColumns
,org.apache.spark.sql.connector.read.SupportsReportStatistics
public class SparkScanBuilder extends java.lang.Object implements org.apache.spark.sql.connector.read.ScanBuilder, org.apache.spark.sql.connector.read.SupportsPushDownAggregates, org.apache.spark.sql.connector.read.SupportsPushDownFilters, org.apache.spark.sql.connector.read.SupportsPushDownRequiredColumns, org.apache.spark.sql.connector.read.SupportsReportStatistics
-
-
Method Summary
All Methods Instance Methods Concrete Methods Modifier and Type Method Description org.apache.spark.sql.connector.read.Scan
build()
org.apache.spark.sql.connector.read.Scan
buildChangelogScan()
org.apache.spark.sql.connector.read.Scan
buildCopyOnWriteScan()
org.apache.spark.sql.connector.read.Scan
buildMergeOnReadScan()
SparkScanBuilder
caseSensitive(boolean isCaseSensitive)
org.apache.spark.sql.connector.read.Statistics
estimateStatistics()
void
pruneColumns(org.apache.spark.sql.types.StructType requestedSchema)
boolean
pushAggregation(org.apache.spark.sql.connector.expressions.aggregate.Aggregation aggregation)
org.apache.spark.sql.sources.Filter[]
pushedFilters()
org.apache.spark.sql.sources.Filter[]
pushFilters(org.apache.spark.sql.sources.Filter[] filters)
org.apache.spark.sql.types.StructType
readSchema()
-
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
-
-
-
-
Method Detail
-
caseSensitive
public SparkScanBuilder caseSensitive(boolean isCaseSensitive)
-
pushFilters
public org.apache.spark.sql.sources.Filter[] pushFilters(org.apache.spark.sql.sources.Filter[] filters)
- Specified by:
pushFilters
in interfaceorg.apache.spark.sql.connector.read.SupportsPushDownFilters
-
pushedFilters
public org.apache.spark.sql.sources.Filter[] pushedFilters()
- Specified by:
pushedFilters
in interfaceorg.apache.spark.sql.connector.read.SupportsPushDownFilters
-
pushAggregation
public boolean pushAggregation(org.apache.spark.sql.connector.expressions.aggregate.Aggregation aggregation)
- Specified by:
pushAggregation
in interfaceorg.apache.spark.sql.connector.read.SupportsPushDownAggregates
-
pruneColumns
public void pruneColumns(org.apache.spark.sql.types.StructType requestedSchema)
- Specified by:
pruneColumns
in interfaceorg.apache.spark.sql.connector.read.SupportsPushDownRequiredColumns
-
build
public org.apache.spark.sql.connector.read.Scan build()
- Specified by:
build
in interfaceorg.apache.spark.sql.connector.read.ScanBuilder
-
buildChangelogScan
public org.apache.spark.sql.connector.read.Scan buildChangelogScan()
-
buildMergeOnReadScan
public org.apache.spark.sql.connector.read.Scan buildMergeOnReadScan()
-
buildCopyOnWriteScan
public org.apache.spark.sql.connector.read.Scan buildCopyOnWriteScan()
-
estimateStatistics
public org.apache.spark.sql.connector.read.Statistics estimateStatistics()
- Specified by:
estimateStatistics
in interfaceorg.apache.spark.sql.connector.read.SupportsReportStatistics
-
readSchema
public org.apache.spark.sql.types.StructType readSchema()
- Specified by:
readSchema
in interfaceorg.apache.spark.sql.connector.read.Scan
-
-