Package org.apache.iceberg.deletes
Class Deletes
- java.lang.Object
-
- org.apache.iceberg.deletes.Deletes
-
public class Deletes extends java.lang.Object
-
-
Method Summary
All Methods Static Methods Concrete Methods Modifier and Type Method Description static <T extends StructLike>
CloseableIterable<java.lang.Long>deletePositions(java.lang.CharSequence dataLocation, java.util.List<CloseableIterable<T>> deleteFiles)
static CloseableIterable<java.lang.Long>
deletePositions(java.lang.CharSequence dataLocation, CloseableIterable<StructLike> deleteFile)
static <T> CloseableIterable<T>
filter(CloseableIterable<T> rows, java.util.function.Function<T,StructLike> rowToDeleteKey, StructLikeSet deleteSet)
static <T> CloseableIterable<T>
filterDeleted(CloseableIterable<T> rows, java.util.function.Predicate<T> isDeleted, DeleteCounter counter)
Returns the remaining rows (the ones that are not deleted), while counting the deleted ones.static <T> CloseableIterable<T>
markDeleted(CloseableIterable<T> rows, java.util.function.Predicate<T> isDeleted, java.util.function.Consumer<T> deleteMarker)
Returns the same rows that are input, while marking the deleted ones.static <T> CloseableIterable<T>
streamingFilter(CloseableIterable<T> rows, java.util.function.Function<T,java.lang.Long> rowToPosition, CloseableIterable<java.lang.Long> posDeletes)
static <T> CloseableIterable<T>
streamingFilter(CloseableIterable<T> rows, java.util.function.Function<T,java.lang.Long> rowToPosition, CloseableIterable<java.lang.Long> posDeletes, DeleteCounter counter)
static <T> CloseableIterable<T>
streamingMarker(CloseableIterable<T> rows, java.util.function.Function<T,java.lang.Long> rowToPosition, CloseableIterable<java.lang.Long> posDeletes, java.util.function.Consumer<T> markDeleted)
static StructLikeSet
toEqualitySet(CloseableIterable<StructLike> eqDeletes, Types.StructType eqType)
static <T extends StructLike>
PositionDeleteIndextoPositionIndex(java.lang.CharSequence dataLocation, java.util.List<CloseableIterable<T>> deleteFiles)
static PositionDeleteIndex
toPositionIndex(CloseableIterable<java.lang.Long> posDeletes)
-
-
-
Method Detail
-
filter
public static <T> CloseableIterable<T> filter(CloseableIterable<T> rows, java.util.function.Function<T,StructLike> rowToDeleteKey, StructLikeSet deleteSet)
-
markDeleted
public static <T> CloseableIterable<T> markDeleted(CloseableIterable<T> rows, java.util.function.Predicate<T> isDeleted, java.util.function.Consumer<T> deleteMarker)
Returns the same rows that are input, while marking the deleted ones.- Parameters:
rows
- the rows to processisDeleted
- a predicate that determines if a row is deleteddeleteMarker
- a function that marks a row as deleted- Returns:
- the processed rows
-
filterDeleted
public static <T> CloseableIterable<T> filterDeleted(CloseableIterable<T> rows, java.util.function.Predicate<T> isDeleted, DeleteCounter counter)
Returns the remaining rows (the ones that are not deleted), while counting the deleted ones.- Parameters:
rows
- the rows to processisDeleted
- a predicate that determines if a row is deletedcounter
- a counter that counts deleted rows- Returns:
- the processed rows
-
toEqualitySet
public static StructLikeSet toEqualitySet(CloseableIterable<StructLike> eqDeletes, Types.StructType eqType)
-
toPositionIndex
public static <T extends StructLike> PositionDeleteIndex toPositionIndex(java.lang.CharSequence dataLocation, java.util.List<CloseableIterable<T>> deleteFiles)
-
toPositionIndex
public static PositionDeleteIndex toPositionIndex(CloseableIterable<java.lang.Long> posDeletes)
-
streamingFilter
public static <T> CloseableIterable<T> streamingFilter(CloseableIterable<T> rows, java.util.function.Function<T,java.lang.Long> rowToPosition, CloseableIterable<java.lang.Long> posDeletes)
-
streamingFilter
public static <T> CloseableIterable<T> streamingFilter(CloseableIterable<T> rows, java.util.function.Function<T,java.lang.Long> rowToPosition, CloseableIterable<java.lang.Long> posDeletes, DeleteCounter counter)
-
streamingMarker
public static <T> CloseableIterable<T> streamingMarker(CloseableIterable<T> rows, java.util.function.Function<T,java.lang.Long> rowToPosition, CloseableIterable<java.lang.Long> posDeletes, java.util.function.Consumer<T> markDeleted)
-
deletePositions
public static CloseableIterable<java.lang.Long> deletePositions(java.lang.CharSequence dataLocation, CloseableIterable<StructLike> deleteFile)
-
deletePositions
public static <T extends StructLike> CloseableIterable<java.lang.Long> deletePositions(java.lang.CharSequence dataLocation, java.util.List<CloseableIterable<T>> deleteFiles)
-
-