Package org.apache.iceberg.spark.source

Class SparkTable

java.lang.Object

org.apache.iceberg.spark.source.SparkTable

All Implemented Interfaces:

org.apache.spark.sql.connector.catalog.SupportsDeleteV2, org.apache.spark.sql.connector.catalog.SupportsMetadataColumns, org.apache.spark.sql.connector.catalog.SupportsRead, org.apache.spark.sql.connector.catalog.SupportsRowLevelOperations, org.apache.spark.sql.connector.catalog.SupportsWrite, org.apache.spark.sql.connector.catalog.Table, org.apache.spark.sql.connector.catalog.TruncatableTable

Direct Known Subclasses:

StagedSparkTable

public class SparkTable
extends Object
implements org.apache.spark.sql.connector.catalog.Table, org.apache.spark.sql.connector.catalog.SupportsRead, org.apache.spark.sql.connector.catalog.SupportsWrite, org.apache.spark.sql.connector.catalog.SupportsDeleteV2, org.apache.spark.sql.connector.catalog.SupportsRowLevelOperations, org.apache.spark.sql.connector.catalog.SupportsMetadataColumns

Constructor Summary

Constructors

Constructor	Description
SparkTable(Table icebergTable, boolean refreshEagerly)
SparkTable(Table icebergTable, Long snapshotId, boolean refreshEagerly)
SparkTable(Table icebergTable, String branch, boolean refreshEagerly)

Method Summary

Modifier and Type	Method	Description
String	branch()
boolean	canDeleteWhere(org.apache.spark.sql.connector.expressions.filter.Predicate[] predicates)
Set<org.apache.spark.sql.connector.catalog.TableCapability>	capabilities()
SparkTable	copyWithBranch(String targetBranch)
SparkTable	copyWithSnapshotId(long newSnapshotId)
void	deleteWhere(org.apache.spark.sql.connector.expressions.filter.Predicate[] predicates)
boolean	equals(Object other)
int	hashCode()
org.apache.spark.sql.connector.catalog.MetadataColumn[]	metadataColumns()
String	name()
org.apache.spark.sql.connector.write.RowLevelOperationBuilder	newRowLevelOperationBuilder(org.apache.spark.sql.connector.write.RowLevelOperationInfo info)
org.apache.spark.sql.connector.read.ScanBuilder	newScanBuilder(org.apache.spark.sql.util.CaseInsensitiveStringMap options)
org.apache.spark.sql.connector.write.WriteBuilder	newWriteBuilder(org.apache.spark.sql.connector.write.LogicalWriteInfo info)
org.apache.spark.sql.connector.expressions.Transform[]	partitioning()
Map<String,String>	properties()
org.apache.spark.sql.types.StructType	schema()
Long	snapshotId()
Table	table()
String	toString()

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Methods inherited from interface org.apache.spark.sql.connector.catalog.SupportsDeleteV2

truncateTable

Methods inherited from interface org.apache.spark.sql.connector.catalog.SupportsMetadataColumns

canRenameConflictingMetadataColumns

Methods inherited from interface org.apache.spark.sql.connector.catalog.Table

columns

Constructor Details

SparkTable

public SparkTable(Table icebergTable,
 boolean refreshEagerly)

SparkTable

public SparkTable(Table icebergTable,
 String branch,
 boolean refreshEagerly)

SparkTable

public SparkTable(Table icebergTable,
 Long snapshotId,
 boolean refreshEagerly)

Method Details

table

public Table table()

name

public String name()

Specified by:

name in interface org.apache.spark.sql.connector.catalog.Table

snapshotId

public Long snapshotId()

branch

public String branch()

copyWithSnapshotId

public SparkTable copyWithSnapshotId(long newSnapshotId)

copyWithBranch

public SparkTable copyWithBranch(String targetBranch)

schema

public org.apache.spark.sql.types.StructType schema()

Specified by:

schema in interface org.apache.spark.sql.connector.catalog.Table

partitioning

public org.apache.spark.sql.connector.expressions.Transform[] partitioning()

Specified by:

partitioning in interface org.apache.spark.sql.connector.catalog.Table

properties

public Map<String,String> properties()

Specified by:

properties in interface org.apache.spark.sql.connector.catalog.Table

capabilities

public Set<org.apache.spark.sql.connector.catalog.TableCapability> capabilities()

Specified by:

capabilities in interface org.apache.spark.sql.connector.catalog.Table

metadataColumns

public org.apache.spark.sql.connector.catalog.MetadataColumn[] metadataColumns()

Specified by:

metadataColumns in interface org.apache.spark.sql.connector.catalog.SupportsMetadataColumns

newScanBuilder

public org.apache.spark.sql.connector.read.ScanBuilder newScanBuilder(org.apache.spark.sql.util.CaseInsensitiveStringMap options)

Specified by:

newScanBuilder in interface org.apache.spark.sql.connector.catalog.SupportsRead

newWriteBuilder

public org.apache.spark.sql.connector.write.WriteBuilder newWriteBuilder(org.apache.spark.sql.connector.write.LogicalWriteInfo info)

Specified by:

newWriteBuilder in interface org.apache.spark.sql.connector.catalog.SupportsWrite

newRowLevelOperationBuilder

public org.apache.spark.sql.connector.write.RowLevelOperationBuilder newRowLevelOperationBuilder(org.apache.spark.sql.connector.write.RowLevelOperationInfo info)

Specified by:

newRowLevelOperationBuilder in interface org.apache.spark.sql.connector.catalog.SupportsRowLevelOperations

canDeleteWhere

public boolean canDeleteWhere(org.apache.spark.sql.connector.expressions.filter.Predicate[] predicates)

Specified by:

canDeleteWhere in interface org.apache.spark.sql.connector.catalog.SupportsDeleteV2

deleteWhere

public void deleteWhere(org.apache.spark.sql.connector.expressions.filter.Predicate[] predicates)

Specified by:

deleteWhere in interface org.apache.spark.sql.connector.catalog.SupportsDeleteV2

toString

public String toString()

Overrides:

toString in class Object

equals

public boolean equals(Object other)

Overrides:

equals in class Object

hashCode

public int hashCode()

Overrides:

hashCode in class Object