Package org.apache.iceberg.spark
Class SparkReadOptions
- java.lang.Object
-
- org.apache.iceberg.spark.SparkReadOptions
-
public class SparkReadOptions extends java.lang.Object
Spark DF read options
-
-
Field Summary
Fields Modifier and Type Field Description static java.lang.String
AGGREGATE_PUSH_DOWN_ENABLED
static java.lang.String
AS_OF_TIMESTAMP
static java.lang.String
BRANCH
static java.lang.String
END_SNAPSHOT_ID
static java.lang.String
END_TIMESTAMP
static java.lang.String
FILE_OPEN_COST
static java.lang.String
FILE_SCAN_TASK_SET_ID
Deprecated.will be removed in 1.3.0, use SCAN_TASK_SET_ID insteadstatic java.lang.String
HANDLE_TIMESTAMP_WITHOUT_TIMEZONE
static java.lang.String
LOCALITY
static java.lang.String
LOOKBACK
static java.lang.String
PATH
static java.lang.String
SCAN_TASK_SET_ID
static java.lang.String
SNAPSHOT_ID
static java.lang.String
SPLIT_SIZE
static java.lang.String
START_SNAPSHOT_ID
static java.lang.String
START_TIMESTAMP
static java.lang.String
STREAM_FROM_TIMESTAMP
static java.lang.String
STREAMING_SKIP_DELETE_SNAPSHOTS
static boolean
STREAMING_SKIP_DELETE_SNAPSHOTS_DEFAULT
static java.lang.String
STREAMING_SKIP_OVERWRITE_SNAPSHOTS
static boolean
STREAMING_SKIP_OVERWRITE_SNAPSHOTS_DEFAULT
static java.lang.String
TAG
static java.lang.String
TIMESTAMP_AS_OF
static java.lang.String
VECTORIZATION_BATCH_SIZE
static java.lang.String
VECTORIZATION_ENABLED
static java.lang.String
VERSION_AS_OF
-
-
-
Field Detail
-
SNAPSHOT_ID
public static final java.lang.String SNAPSHOT_ID
- See Also:
- Constant Field Values
-
START_SNAPSHOT_ID
public static final java.lang.String START_SNAPSHOT_ID
- See Also:
- Constant Field Values
-
END_SNAPSHOT_ID
public static final java.lang.String END_SNAPSHOT_ID
- See Also:
- Constant Field Values
-
START_TIMESTAMP
public static final java.lang.String START_TIMESTAMP
- See Also:
- Constant Field Values
-
END_TIMESTAMP
public static final java.lang.String END_TIMESTAMP
- See Also:
- Constant Field Values
-
AS_OF_TIMESTAMP
public static final java.lang.String AS_OF_TIMESTAMP
- See Also:
- Constant Field Values
-
BRANCH
public static final java.lang.String BRANCH
- See Also:
- Constant Field Values
-
TAG
public static final java.lang.String TAG
- See Also:
- Constant Field Values
-
SPLIT_SIZE
public static final java.lang.String SPLIT_SIZE
- See Also:
- Constant Field Values
-
LOOKBACK
public static final java.lang.String LOOKBACK
- See Also:
- Constant Field Values
-
FILE_OPEN_COST
public static final java.lang.String FILE_OPEN_COST
- See Also:
- Constant Field Values
-
VECTORIZATION_ENABLED
public static final java.lang.String VECTORIZATION_ENABLED
- See Also:
- Constant Field Values
-
VECTORIZATION_BATCH_SIZE
public static final java.lang.String VECTORIZATION_BATCH_SIZE
- See Also:
- Constant Field Values
-
FILE_SCAN_TASK_SET_ID
@Deprecated public static final java.lang.String FILE_SCAN_TASK_SET_ID
Deprecated.will be removed in 1.3.0, use SCAN_TASK_SET_ID insteadSet ID that is used to fetch file scan tasks- See Also:
- Constant Field Values
-
SCAN_TASK_SET_ID
public static final java.lang.String SCAN_TASK_SET_ID
- See Also:
- Constant Field Values
-
STREAMING_SKIP_DELETE_SNAPSHOTS
public static final java.lang.String STREAMING_SKIP_DELETE_SNAPSHOTS
- See Also:
- Constant Field Values
-
STREAMING_SKIP_DELETE_SNAPSHOTS_DEFAULT
public static final boolean STREAMING_SKIP_DELETE_SNAPSHOTS_DEFAULT
- See Also:
- Constant Field Values
-
STREAMING_SKIP_OVERWRITE_SNAPSHOTS
public static final java.lang.String STREAMING_SKIP_OVERWRITE_SNAPSHOTS
- See Also:
- Constant Field Values
-
STREAMING_SKIP_OVERWRITE_SNAPSHOTS_DEFAULT
public static final boolean STREAMING_SKIP_OVERWRITE_SNAPSHOTS_DEFAULT
- See Also:
- Constant Field Values
-
HANDLE_TIMESTAMP_WITHOUT_TIMEZONE
public static final java.lang.String HANDLE_TIMESTAMP_WITHOUT_TIMEZONE
- See Also:
- Constant Field Values
-
LOCALITY
public static final java.lang.String LOCALITY
- See Also:
- Constant Field Values
-
STREAM_FROM_TIMESTAMP
public static final java.lang.String STREAM_FROM_TIMESTAMP
- See Also:
- Constant Field Values
-
PATH
public static final java.lang.String PATH
- See Also:
- Constant Field Values
-
VERSION_AS_OF
public static final java.lang.String VERSION_AS_OF
- See Also:
- Constant Field Values
-
TIMESTAMP_AS_OF
public static final java.lang.String TIMESTAMP_AS_OF
- See Also:
- Constant Field Values
-
AGGREGATE_PUSH_DOWN_ENABLED
public static final java.lang.String AGGREGATE_PUSH_DOWN_ENABLED
- See Also:
- Constant Field Values
-
-