Package org.apache.iceberg.spark

Class SparkReadOptions

java.lang.Object

org.apache.iceberg.spark.SparkReadOptions

public class SparkReadOptions
extends Object

Spark DF read options

Field Summary

Fields

Modifier and Type	Field	Description
static final String	AGGREGATE_PUSH_DOWN_ENABLED
static final String	ASYNC_MICRO_BATCH_PLANNING_ENABLED
static final String	ASYNC_QUEUE_PRELOAD_FILE_LIMIT
static final long	ASYNC_QUEUE_PRELOAD_FILE_LIMIT_DEFAULT
static final String	ASYNC_QUEUE_PRELOAD_ROW_LIMIT
static final long	ASYNC_QUEUE_PRELOAD_ROW_LIMIT_DEFAULT
static final String	BRANCH
static final String	END_SNAPSHOT_ID
static final String	END_TIMESTAMP
static final String	FILE_OPEN_COST
static final String	LEGACY_AS_OF_TIMESTAMP
static final String	LEGACY_SNAPSHOT_ID
static final String	LEGACY_TAG
static final String	LOCALITY
static final String	LOOKBACK
static final String	PATH
static final String	SPLIT_SIZE
static final String	START_SNAPSHOT_ID
static final String	START_TIMESTAMP
static final String	STREAM_FROM_TIMESTAMP
static final String	STREAMING_MAX_FILES_PER_MICRO_BATCH
static final String	STREAMING_MAX_ROWS_PER_MICRO_BATCH
static final String	STREAMING_SKIP_DELETE_SNAPSHOTS
static final boolean	STREAMING_SKIP_DELETE_SNAPSHOTS_DEFAULT
static final String	STREAMING_SKIP_OVERWRITE_SNAPSHOTS
static final boolean	STREAMING_SKIP_OVERWRITE_SNAPSHOTS_DEFAULT
static final String	STREAMING_SNAPSHOT_POLLING_INTERVAL_MS
static final long	STREAMING_SNAPSHOT_POLLING_INTERVAL_MS_DEFAULT
static final String	TIMESTAMP_AS_OF
static final String	VECTORIZATION_BATCH_SIZE
static final String	VECTORIZATION_ENABLED
static final String	VERSION_AS_OF

Method Summary

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LEGACY_SNAPSHOT_ID

public static final String LEGACY_SNAPSHOT_ID

See Also:

• Constant Field Values

LEGACY_AS_OF_TIMESTAMP

public static final String LEGACY_AS_OF_TIMESTAMP

See Also:

• Constant Field Values

LEGACY_TAG

public static final String LEGACY_TAG

See Also:

• Constant Field Values

START_SNAPSHOT_ID

public static final String START_SNAPSHOT_ID

See Also:

• Constant Field Values

END_SNAPSHOT_ID

public static final String END_SNAPSHOT_ID

See Also:

• Constant Field Values

START_TIMESTAMP

public static final String START_TIMESTAMP

See Also:

• Constant Field Values

END_TIMESTAMP

public static final String END_TIMESTAMP

See Also:

• Constant Field Values

BRANCH

public static final String BRANCH

See Also:

• Constant Field Values

SPLIT_SIZE

public static final String SPLIT_SIZE

See Also:

• Constant Field Values

LOOKBACK

public static final String LOOKBACK

See Also:

• Constant Field Values

FILE_OPEN_COST

public static final String FILE_OPEN_COST

See Also:

• Constant Field Values

VECTORIZATION_ENABLED

public static final String VECTORIZATION_ENABLED

See Also:

• Constant Field Values

VECTORIZATION_BATCH_SIZE

public static final String VECTORIZATION_BATCH_SIZE

See Also:

• Constant Field Values

STREAMING_SKIP_DELETE_SNAPSHOTS

public static final String STREAMING_SKIP_DELETE_SNAPSHOTS

See Also:

• Constant Field Values

STREAMING_SKIP_DELETE_SNAPSHOTS_DEFAULT

public static final boolean STREAMING_SKIP_DELETE_SNAPSHOTS_DEFAULT

See Also:

• Constant Field Values

STREAMING_SKIP_OVERWRITE_SNAPSHOTS

public static final String STREAMING_SKIP_OVERWRITE_SNAPSHOTS

See Also:

• Constant Field Values

STREAMING_SKIP_OVERWRITE_SNAPSHOTS_DEFAULT

public static final boolean STREAMING_SKIP_OVERWRITE_SNAPSHOTS_DEFAULT

See Also:

• Constant Field Values

LOCALITY

public static final String LOCALITY

See Also:

• Constant Field Values

STREAM_FROM_TIMESTAMP

public static final String STREAM_FROM_TIMESTAMP

See Also:

• Constant Field Values

STREAMING_MAX_FILES_PER_MICRO_BATCH

public static final String STREAMING_MAX_FILES_PER_MICRO_BATCH

See Also:

• Constant Field Values

STREAMING_MAX_ROWS_PER_MICRO_BATCH

public static final String STREAMING_MAX_ROWS_PER_MICRO_BATCH

See Also:

• Constant Field Values

ASYNC_MICRO_BATCH_PLANNING_ENABLED

public static final String ASYNC_MICRO_BATCH_PLANNING_ENABLED

See Also:

• Constant Field Values

STREAMING_SNAPSHOT_POLLING_INTERVAL_MS

public static final String STREAMING_SNAPSHOT_POLLING_INTERVAL_MS

See Also:

• Constant Field Values

STREAMING_SNAPSHOT_POLLING_INTERVAL_MS_DEFAULT

public static final long STREAMING_SNAPSHOT_POLLING_INTERVAL_MS_DEFAULT

See Also:

• Constant Field Values

ASYNC_QUEUE_PRELOAD_FILE_LIMIT

public static final String ASYNC_QUEUE_PRELOAD_FILE_LIMIT

See Also:

• Constant Field Values

ASYNC_QUEUE_PRELOAD_FILE_LIMIT_DEFAULT

public static final long ASYNC_QUEUE_PRELOAD_FILE_LIMIT_DEFAULT

See Also:

• Constant Field Values

ASYNC_QUEUE_PRELOAD_ROW_LIMIT

public static final String ASYNC_QUEUE_PRELOAD_ROW_LIMIT

See Also:

• Constant Field Values

ASYNC_QUEUE_PRELOAD_ROW_LIMIT_DEFAULT

public static final long ASYNC_QUEUE_PRELOAD_ROW_LIMIT_DEFAULT

See Also:

• Constant Field Values

PATH

public static final String PATH

See Also:

• Constant Field Values

VERSION_AS_OF

public static final String VERSION_AS_OF

See Also:

• Constant Field Values

TIMESTAMP_AS_OF

public static final String TIMESTAMP_AS_OF

See Also:

• Constant Field Values

AGGREGATE_PUSH_DOWN_ENABLED

public static final String AGGREGATE_PUSH_DOWN_ENABLED

See Also:

• Constant Field Values