Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
ICEBERG_TABLE_TYPE_VALUE |
"iceberg" |
public static final java.lang.String |
METADATA_LOCATION_PROP |
"metadata_location" |
public static final java.lang.String |
PREVIOUS_METADATA_LOCATION_PROP |
"previous_metadata_location" |
public static final java.lang.String |
TABLE_TYPE_PROP |
"table_type" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
PARTITION_DOC |
"Partition data tuple, schema based on the partition spec" |
public static final int |
PARTITION_ID |
102 |
public static final java.lang.String |
PARTITION_NAME |
"partition" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
APPEND |
"append" |
public static final java.lang.String |
DELETE |
"delete" |
public static final java.lang.String |
OVERWRITE |
"overwrite" |
public static final java.lang.String |
REPLACE |
"replace" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
ADDED_DELETE_FILES_PROP |
"added-delete-files" |
public static final java.lang.String |
ADDED_EQ_DELETES_PROP |
"added-equality-deletes" |
public static final java.lang.String |
ADDED_FILES_PROP |
"added-data-files" |
public static final java.lang.String |
ADDED_POS_DELETES_PROP |
"added-position-deletes" |
public static final java.lang.String |
ADDED_RECORDS_PROP |
"added-records" |
public static final java.lang.String |
CHANGED_PARTITION_COUNT_PROP |
"changed-partition-count" |
public static final java.lang.String |
DELETED_DUPLICATE_FILES |
"deleted-duplicate-files" |
public static final java.lang.String |
DELETED_FILES_PROP |
"deleted-data-files" |
public static final java.lang.String |
DELETED_RECORDS_PROP |
"deleted-records" |
public static final java.lang.String |
PUBLISHED_WAP_ID_PROP |
"published-wap-id" |
public static final java.lang.String |
REMOVED_DELETE_FILES_PROP |
"removed-delete-files" |
public static final java.lang.String |
REMOVED_EQ_DELETES_PROP |
"removed-equality-deletes" |
public static final java.lang.String |
REMOVED_POS_DELETES_PROP |
"removed-position-deletes" |
public static final java.lang.String |
REPLACE_PARTITIONS_PROP |
"replace-partitions" |
public static final java.lang.String |
SOURCE_SNAPSHOT_ID_PROP |
"source-snapshot-id" |
public static final java.lang.String |
STAGED_WAP_ID_PROP |
"wap.id" |
public static final java.lang.String |
TOTAL_DATA_FILES_PROP |
"total-data-files" |
public static final java.lang.String |
TOTAL_DELETE_FILES_PROP |
"total-delete-files" |
public static final java.lang.String |
TOTAL_EQ_DELETES_PROP |
"total-equality-deletes" |
public static final java.lang.String |
TOTAL_POS_DELETES_PROP |
"total-position-deletes" |
public static final java.lang.String |
TOTAL_RECORDS_PROP |
"total-records" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
SCAN_THREAD_POOL_ENABLED |
"iceberg.scan.plan-in-worker-pool" |
public static final java.lang.String |
WORKER_THREAD_POOL_SIZE_PROP |
"iceberg.worker.num-threads" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
AVRO_COMPRESSION |
"write.avro.compression-codec" |
public static final java.lang.String |
AVRO_COMPRESSION_DEFAULT |
"gzip" |
public static final java.lang.String |
COMMIT_MAX_RETRY_WAIT_MS |
"commit.retry.max-wait-ms" |
public static final int |
COMMIT_MAX_RETRY_WAIT_MS_DEFAULT |
60000 |
public static final java.lang.String |
COMMIT_MIN_RETRY_WAIT_MS |
"commit.retry.min-wait-ms" |
public static final int |
COMMIT_MIN_RETRY_WAIT_MS_DEFAULT |
100 |
public static final java.lang.String |
COMMIT_NUM_RETRIES |
"commit.retry.num-retries" |
public static final int |
COMMIT_NUM_RETRIES_DEFAULT |
4 |
public static final java.lang.String |
COMMIT_TOTAL_RETRY_TIME_MS |
"commit.retry.total-timeout-ms" |
public static final int |
COMMIT_TOTAL_RETRY_TIME_MS_DEFAULT |
1800000 |
public static final java.lang.String |
DEFAULT_FILE_FORMAT |
"write.format.default" |
public static final java.lang.String |
DEFAULT_FILE_FORMAT_DEFAULT |
"parquet" |
public static final java.lang.String |
DEFAULT_NAME_MAPPING |
"schema.name-mapping.default" |
public static final java.lang.String |
DEFAULT_WRITE_METRICS_MODE |
"write.metadata.metrics.default" |
public static final java.lang.String |
DEFAULT_WRITE_METRICS_MODE_DEFAULT |
"truncate(16)" |
public static final java.lang.String |
MANIFEST_LISTS_ENABLED |
"write.manifest-lists.enabled" |
public static final boolean |
MANIFEST_LISTS_ENABLED_DEFAULT |
true |
public static final java.lang.String |
MANIFEST_MERGE_ENABLED |
"commit.manifest-merge.enabled" |
public static final boolean |
MANIFEST_MERGE_ENABLED_DEFAULT |
true |
public static final java.lang.String |
MANIFEST_MIN_MERGE_COUNT |
"commit.manifest.min-count-to-merge" |
public static final int |
MANIFEST_MIN_MERGE_COUNT_DEFAULT |
100 |
public static final java.lang.String |
MANIFEST_TARGET_SIZE_BYTES |
"commit.manifest.target-size-bytes" |
public static final long |
MANIFEST_TARGET_SIZE_BYTES_DEFAULT |
8388608L |
public static final java.lang.String |
METADATA_COMPRESSION |
"write.metadata.compression-codec" |
public static final java.lang.String |
METADATA_COMPRESSION_DEFAULT |
"none" |
public static final java.lang.String |
METADATA_DELETE_AFTER_COMMIT_ENABLED |
"write.metadata.delete-after-commit.enabled" |
public static final boolean |
METADATA_DELETE_AFTER_COMMIT_ENABLED_DEFAULT |
false |
public static final java.lang.String |
METADATA_PREVIOUS_VERSIONS_MAX |
"write.metadata.previous-versions-max" |
public static final int |
METADATA_PREVIOUS_VERSIONS_MAX_DEFAULT |
100 |
public static final java.lang.String |
METADATA_SPLIT_SIZE |
"read.split.metadata-target-size" |
public static final long |
METADATA_SPLIT_SIZE_DEFAULT |
33554432L |
public static final java.lang.String |
METRICS_MODE_COLUMN_CONF_PREFIX |
"write.metadata.metrics.column." |
public static final java.lang.String |
OBJECT_STORE_ENABLED |
"write.object-storage.enabled" |
public static final boolean |
OBJECT_STORE_ENABLED_DEFAULT |
false |
public static final java.lang.String |
OBJECT_STORE_PATH |
"write.object-storage.path" |
public static final java.lang.String |
PARQUET_BATCH_SIZE |
"read.parquet.vectorization.batch-size" |
public static final int |
PARQUET_BATCH_SIZE_DEFAULT |
5000 |
public static final java.lang.String |
PARQUET_COMPRESSION |
"write.parquet.compression-codec" |
public static final java.lang.String |
PARQUET_COMPRESSION_DEFAULT |
"gzip" |
public static final java.lang.String |
PARQUET_COMPRESSION_LEVEL |
"write.parquet.compression-level" |
public static final java.lang.String |
PARQUET_DICT_SIZE_BYTES |
"write.parquet.dict-size-bytes" |
public static final java.lang.String |
PARQUET_DICT_SIZE_BYTES_DEFAULT |
"2097152" |
public static final java.lang.String |
PARQUET_PAGE_SIZE_BYTES |
"write.parquet.page-size-bytes" |
public static final java.lang.String |
PARQUET_PAGE_SIZE_BYTES_DEFAULT |
"1048576" |
public static final java.lang.String |
PARQUET_ROW_GROUP_SIZE_BYTES |
"write.parquet.row-group-size-bytes" |
public static final java.lang.String |
PARQUET_ROW_GROUP_SIZE_BYTES_DEFAULT |
"134217728" |
public static final java.lang.String |
PARQUET_VECTORIZATION_ENABLED |
"read.parquet.vectorization.enabled" |
public static final boolean |
PARQUET_VECTORIZATION_ENABLED_DEFAULT |
false |
public static final java.lang.String |
SNAPSHOT_ID_INHERITANCE_ENABLED |
"compatibility.snapshot-id-inheritance.enabled" |
public static final boolean |
SNAPSHOT_ID_INHERITANCE_ENABLED_DEFAULT |
false |
public static final java.lang.String |
SPLIT_LOOKBACK |
"read.split.planning-lookback" |
public static final int |
SPLIT_LOOKBACK_DEFAULT |
10 |
public static final java.lang.String |
SPLIT_OPEN_FILE_COST |
"read.split.open-file-cost" |
public static final long |
SPLIT_OPEN_FILE_COST_DEFAULT |
4194304L |
public static final java.lang.String |
SPLIT_SIZE |
"read.split.target-size" |
public static final long |
SPLIT_SIZE_DEFAULT |
134217728L |
public static final java.lang.String |
WRITE_AUDIT_PUBLISH_ENABLED |
"write.wap.enabled" |
public static final java.lang.String |
WRITE_AUDIT_PUBLISH_ENABLED_DEFAULT |
"false" |
public static final java.lang.String |
WRITE_METADATA_LOCATION |
"write.metadata.path" |
public static final java.lang.String |
WRITE_NEW_DATA_LOCATION |
"write.folder-storage.path" |
public static final java.lang.String |
WRITE_TARGET_FILE_SIZE_BYTES |
"write.target-file-size-bytes" |
public static final long |
WRITE_TARGET_FILE_SIZE_BYTES_DEFAULT |
9223372036854775807L |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
DEFAULT_BATCH_SIZE |
5000 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
ADJUST_TO_UTC_PROP |
"adjust-to-utc" |
public static final java.lang.String |
ELEMENT_ID_PROP |
"element-id" |
public static final java.lang.String |
FIELD_ID_PROP |
"field-id" |
public static final java.lang.String |
ICEBERG_FIELD_NAME_PROP |
"iceberg-field-name" |
public static final java.lang.String |
KEY_ID_PROP |
"key-id" |
public static final java.lang.String |
VALUE_ID_PROP |
"value-id" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
AS_OF_TIMESTAMP |
"iceberg.mr.as.of.time" |
public static final java.lang.String |
CASE_SENSITIVE |
"iceberg.mr.case.sensitive" |
public static final java.lang.String |
CATALOG |
"iceberg.mr.catalog" |
public static final java.lang.String |
CATALOG_NAME |
"iceberg.catalog" |
public static final java.lang.String |
FILTER_EXPRESSION |
"iceberg.mr.filter.expression" |
public static final java.lang.String |
HADOOP_CATALOG |
"hadoop.catalog" |
public static final java.lang.String |
HADOOP_TABLES |
"hadoop.tables" |
public static final java.lang.String |
HIVE_CATALOG |
"hive.catalog" |
public static final java.lang.String |
ICEBERG_SNAPSHOTS_TABLE_SUFFIX |
".snapshots" |
public static final java.lang.String |
IN_MEMORY_DATA_MODEL |
"iceberg.mr.in.memory.data.model" |
public static final java.lang.String |
LOCALITY |
"iceberg.mr.locality" |
public static final java.lang.String |
READ_SCHEMA |
"iceberg.mr.read.schema" |
public static final java.lang.String |
REUSE_CONTAINERS |
"iceberg.mr.reuse.containers" |
public static final java.lang.String |
SKIP_RESIDUAL_FILTERING |
"skip.residual.filtering" |
public static final java.lang.String |
SNAPSHOT_ID |
"iceberg.mr.snapshot.id" |
public static final java.lang.String |
SNAPSHOT_TABLE |
"iceberg.snapshots.table" |
public static final java.lang.String |
SNAPSHOT_TABLE_SUFFIX |
"__snapshots" |
public static final java.lang.String |
SPLIT_SIZE |
"iceberg.mr.split.size" |
public static final java.lang.String |
TABLE_LOCATION |
"location" |
public static final java.lang.String |
TABLE_NAME |
"name" |
public static final java.lang.String |
TABLE_PATH |
"iceberg.mr.table.path" |
public static final java.lang.String |
TABLE_SCHEMA |
"iceberg.mr.table.schema" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
ICEBERG_BINARY_TYPE_ATTRIBUTE |
"iceberg.binary-type" |
public static final java.lang.String |
ICEBERG_LONG_TYPE_ATTRIBUTE |
"iceberg.long-type" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
DECIMAL_INT32_MAX_DIGITS |
9 |
public static final int |
DECIMAL_INT64_MAX_DIGITS |
18 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
PIG_ICEBERG_TABLES_IMPL |
"pig.iceberg.tables.impl" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
WORKER_THREAD_POOL_SIZE_PROP |
"iceberg.worker.num-threads" |