Class VectorizedParquetDefinitionLevelReader
- java.lang.Object
-
- org.apache.parquet.column.values.ValuesReader
-
- org.apache.iceberg.arrow.vectorized.parquet.BaseVectorizedParquetValuesReader
-
- org.apache.iceberg.arrow.vectorized.parquet.VectorizedParquetDefinitionLevelReader
-
public final class VectorizedParquetDefinitionLevelReader extends BaseVectorizedParquetValuesReader
-
-
Constructor Summary
Constructors Constructor Description VectorizedParquetDefinitionLevelReader(int bitWidth, int maxDefLevel, boolean setArrowValidityVector)
-
Method Summary
All Methods Instance Methods Concrete Methods Modifier and Type Method Description void
readBatchOfBooleans(org.apache.arrow.vector.FieldVector vector, int startOffset, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
void
readBatchOfDictionaryEncodedDoubles(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
void
readBatchOfDictionaryEncodedFixedLengthDecimals(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
void
readBatchOfDictionaryEncodedFixedWidthBinary(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
void
readBatchOfDictionaryEncodedFloats(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
void
readBatchOfDictionaryEncodedIntegers(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
void
readBatchOfDictionaryEncodedIntLongBackedDecimals(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
void
readBatchOfDictionaryEncodedLongs(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
void
readBatchOfDictionaryEncodedTimestampMillis(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
void
readBatchOfDictionaryEncodedVarWidth(org.apache.arrow.vector.FieldVector vector, int startOffset, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
void
readBatchOfDictionaryIds(org.apache.arrow.vector.IntVector vector, int startOffset, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader)
void
readBatchOfDoubles(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
void
readBatchOfFixedLengthDecimals(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
void
readBatchOfFixedWidthBinary(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
void
readBatchOfFloats(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
void
readBatchOfIntegers(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
void
readBatchOfIntLongBackedDecimals(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
void
readBatchOfLongs(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
void
readBatchOfTimestampMillis(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
void
readBatchVarWidth(org.apache.arrow.vector.FieldVector vector, int startOffset, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
-
Methods inherited from class org.apache.iceberg.arrow.vectorized.parquet.BaseVectorizedParquetValuesReader
initFromPage, readBoolean, readInteger, readValueDictionaryId, skip
-
-
-
-
Method Detail
-
readBatchOfDictionaryIds
public void readBatchOfDictionaryIds(org.apache.arrow.vector.IntVector vector, int startOffset, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader)
-
readBatchOfLongs
public void readBatchOfLongs(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
-
readBatchOfTimestampMillis
public void readBatchOfTimestampMillis(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
-
readBatchOfDictionaryEncodedLongs
public void readBatchOfDictionaryEncodedLongs(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
-
readBatchOfDictionaryEncodedTimestampMillis
public void readBatchOfDictionaryEncodedTimestampMillis(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
-
readBatchOfIntegers
public void readBatchOfIntegers(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
-
readBatchOfDictionaryEncodedIntegers
public void readBatchOfDictionaryEncodedIntegers(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
-
readBatchOfFloats
public void readBatchOfFloats(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
-
readBatchOfDictionaryEncodedFloats
public void readBatchOfDictionaryEncodedFloats(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
-
readBatchOfDoubles
public void readBatchOfDoubles(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
-
readBatchOfDictionaryEncodedDoubles
public void readBatchOfDictionaryEncodedDoubles(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
-
readBatchOfFixedWidthBinary
public void readBatchOfFixedWidthBinary(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
-
readBatchOfDictionaryEncodedFixedWidthBinary
public void readBatchOfDictionaryEncodedFixedWidthBinary(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
-
readBatchOfFixedLengthDecimals
public void readBatchOfFixedLengthDecimals(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
-
readBatchOfDictionaryEncodedFixedLengthDecimals
public void readBatchOfDictionaryEncodedFixedLengthDecimals(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
-
readBatchVarWidth
public void readBatchVarWidth(org.apache.arrow.vector.FieldVector vector, int startOffset, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
-
readBatchOfDictionaryEncodedVarWidth
public void readBatchOfDictionaryEncodedVarWidth(org.apache.arrow.vector.FieldVector vector, int startOffset, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
-
readBatchOfIntLongBackedDecimals
public void readBatchOfIntLongBackedDecimals(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
-
readBatchOfDictionaryEncodedIntLongBackedDecimals
public void readBatchOfDictionaryEncodedIntLongBackedDecimals(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
-
readBatchOfBooleans
public void readBatchOfBooleans(org.apache.arrow.vector.FieldVector vector, int startOffset, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
-
-