org.apache.iceberg.arrow.vectorized.parquet

Class VectorizedParquetDefinitionLevelReader

java.lang.Object

org.apache.parquet.column.values.ValuesReader

org.apache.iceberg.arrow.vectorized.parquet.BaseVectorizedParquetValuesReader

org.apache.iceberg.arrow.vectorized.parquet.VectorizedParquetDefinitionLevelReader

public final class VectorizedParquetDefinitionLevelReader
extends BaseVectorizedParquetValuesReader

Constructor Summary

Constructors

Constructor and Description
VectorizedParquetDefinitionLevelReader(int bitWidth, int maxDefLevel, boolean setArrowValidityVector)

Method Summary

Modifier and Type	Method and Description
void	readBatchOfBooleans(org.apache.arrow.vector.FieldVector vector, int startOffset, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
void	readBatchOfDictionaryEncodedDoubles(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
void	readBatchOfDictionaryEncodedFixedLengthDecimals(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
void	readBatchOfDictionaryEncodedFixedWidthBinary(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
void	readBatchOfDictionaryEncodedFloats(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
void	readBatchOfDictionaryEncodedIntBackedDecimals(org.apache.arrow.vector.FieldVector vector, int startOffset, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
void	readBatchOfDictionaryEncodedIntegers(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
void	readBatchOfDictionaryEncodedLongBackedDecimals(org.apache.arrow.vector.FieldVector vector, int startOffset, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
void	readBatchOfDictionaryEncodedLongs(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
void	readBatchOfDictionaryEncodedTimestampMillis(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
void	readBatchOfDictionaryEncodedVarWidth(org.apache.arrow.vector.FieldVector vector, int startOffset, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader, org.apache.parquet.column.Dictionary dict)
void	readBatchOfDictionaryIds(org.apache.arrow.vector.IntVector vector, int startOffset, int numValsToRead, NullabilityHolder nullabilityHolder, VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader)
void	readBatchOfDoubles(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
void	readBatchOfFixedLengthDecimals(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
void	readBatchOfFixedWidthBinary(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
void	readBatchOfFloats(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
void	readBatchOfIntBackedDecimals(org.apache.arrow.vector.FieldVector vector, int startOffset, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
void	readBatchOfIntegers(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
void	readBatchOfLongBackedDecimals(org.apache.arrow.vector.FieldVector vector, int startOffset, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
void	readBatchOfLongs(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
void	readBatchOfTimestampMillis(org.apache.arrow.vector.FieldVector vector, int startOffset, int typeWidth, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)
void	readBatchVarWidth(org.apache.arrow.vector.FieldVector vector, int startOffset, int numValsToRead, NullabilityHolder nullabilityHolder, ValuesAsBytesReader valuesReader)

Methods inherited from class org.apache.iceberg.arrow.vectorized.parquet.BaseVectorizedParquetValuesReader

initFromPage, readBoolean, readInteger, readValueDictionaryId, skip

Methods inherited from class org.apache.parquet.column.values.ValuesReader

getNextOffset, initFromPage, initFromPage, readBytes, readDouble, readFloat, readLong, skip, updateNextOffset

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

VectorizedParquetDefinitionLevelReader

public VectorizedParquetDefinitionLevelReader(int bitWidth,
                                              int maxDefLevel,
                                              boolean setArrowValidityVector)

Method Detail

readBatchOfDictionaryIds

public void readBatchOfDictionaryIds(org.apache.arrow.vector.IntVector vector,
                                     int startOffset,
                                     int numValsToRead,
                                     NullabilityHolder nullabilityHolder,
                                     VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader)

readBatchOfLongs

public void readBatchOfLongs(org.apache.arrow.vector.FieldVector vector,
                             int startOffset,
                             int typeWidth,
                             int numValsToRead,
                             NullabilityHolder nullabilityHolder,
                             ValuesAsBytesReader valuesReader)

readBatchOfTimestampMillis

public void readBatchOfTimestampMillis(org.apache.arrow.vector.FieldVector vector,
                                       int startOffset,
                                       int typeWidth,
                                       int numValsToRead,
                                       NullabilityHolder nullabilityHolder,
                                       ValuesAsBytesReader valuesReader)

readBatchOfDictionaryEncodedLongs

public void readBatchOfDictionaryEncodedLongs(org.apache.arrow.vector.FieldVector vector,
                                              int startOffset,
                                              int typeWidth,
                                              int numValsToRead,
                                              NullabilityHolder nullabilityHolder,
                                              VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader,
                                              org.apache.parquet.column.Dictionary dict)

readBatchOfDictionaryEncodedTimestampMillis

public void readBatchOfDictionaryEncodedTimestampMillis(org.apache.arrow.vector.FieldVector vector,
                                                        int startOffset,
                                                        int typeWidth,
                                                        int numValsToRead,
                                                        NullabilityHolder nullabilityHolder,
                                                        VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader,
                                                        org.apache.parquet.column.Dictionary dict)

readBatchOfIntegers

public void readBatchOfIntegers(org.apache.arrow.vector.FieldVector vector,
                                int startOffset,
                                int typeWidth,
                                int numValsToRead,
                                NullabilityHolder nullabilityHolder,
                                ValuesAsBytesReader valuesReader)

readBatchOfDictionaryEncodedIntegers

public void readBatchOfDictionaryEncodedIntegers(org.apache.arrow.vector.FieldVector vector,
                                                 int startOffset,
                                                 int typeWidth,
                                                 int numValsToRead,
                                                 NullabilityHolder nullabilityHolder,
                                                 VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader,
                                                 org.apache.parquet.column.Dictionary dict)

readBatchOfFloats

public void readBatchOfFloats(org.apache.arrow.vector.FieldVector vector,
                              int startOffset,
                              int typeWidth,
                              int numValsToRead,
                              NullabilityHolder nullabilityHolder,
                              ValuesAsBytesReader valuesReader)

readBatchOfDictionaryEncodedFloats

public void readBatchOfDictionaryEncodedFloats(org.apache.arrow.vector.FieldVector vector,
                                               int startOffset,
                                               int typeWidth,
                                               int numValsToRead,
                                               NullabilityHolder nullabilityHolder,
                                               VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader,
                                               org.apache.parquet.column.Dictionary dict)

readBatchOfDoubles

public void readBatchOfDoubles(org.apache.arrow.vector.FieldVector vector,
                               int startOffset,
                               int typeWidth,
                               int numValsToRead,
                               NullabilityHolder nullabilityHolder,
                               ValuesAsBytesReader valuesReader)

readBatchOfDictionaryEncodedDoubles

public void readBatchOfDictionaryEncodedDoubles(org.apache.arrow.vector.FieldVector vector,
                                                int startOffset,
                                                int typeWidth,
                                                int numValsToRead,
                                                NullabilityHolder nullabilityHolder,
                                                VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader,
                                                org.apache.parquet.column.Dictionary dict)

readBatchOfFixedWidthBinary

public void readBatchOfFixedWidthBinary(org.apache.arrow.vector.FieldVector vector,
                                        int startOffset,
                                        int typeWidth,
                                        int numValsToRead,
                                        NullabilityHolder nullabilityHolder,
                                        ValuesAsBytesReader valuesReader)

readBatchOfDictionaryEncodedFixedWidthBinary

public void readBatchOfDictionaryEncodedFixedWidthBinary(org.apache.arrow.vector.FieldVector vector,
                                                         int startOffset,
                                                         int typeWidth,
                                                         int numValsToRead,
                                                         NullabilityHolder nullabilityHolder,
                                                         VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader,
                                                         org.apache.parquet.column.Dictionary dict)

readBatchOfFixedLengthDecimals

public void readBatchOfFixedLengthDecimals(org.apache.arrow.vector.FieldVector vector,
                                           int startOffset,
                                           int typeWidth,
                                           int numValsToRead,
                                           NullabilityHolder nullabilityHolder,
                                           ValuesAsBytesReader valuesReader)

readBatchOfDictionaryEncodedFixedLengthDecimals

public void readBatchOfDictionaryEncodedFixedLengthDecimals(org.apache.arrow.vector.FieldVector vector,
                                                            int startOffset,
                                                            int typeWidth,
                                                            int numValsToRead,
                                                            NullabilityHolder nullabilityHolder,
                                                            VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader,
                                                            org.apache.parquet.column.Dictionary dict)

readBatchVarWidth

public void readBatchVarWidth(org.apache.arrow.vector.FieldVector vector,
                              int startOffset,
                              int numValsToRead,
                              NullabilityHolder nullabilityHolder,
                              ValuesAsBytesReader valuesReader)

readBatchOfDictionaryEncodedVarWidth

public void readBatchOfDictionaryEncodedVarWidth(org.apache.arrow.vector.FieldVector vector,
                                                 int startOffset,
                                                 int numValsToRead,
                                                 NullabilityHolder nullabilityHolder,
                                                 VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader,
                                                 org.apache.parquet.column.Dictionary dict)

readBatchOfIntBackedDecimals

public void readBatchOfIntBackedDecimals(org.apache.arrow.vector.FieldVector vector,
                                         int startOffset,
                                         int numValsToRead,
                                         NullabilityHolder nullabilityHolder,
                                         ValuesAsBytesReader valuesReader)

readBatchOfLongBackedDecimals

public void readBatchOfLongBackedDecimals(org.apache.arrow.vector.FieldVector vector,
                                          int startOffset,
                                          int numValsToRead,
                                          NullabilityHolder nullabilityHolder,
                                          ValuesAsBytesReader valuesReader)

readBatchOfDictionaryEncodedIntBackedDecimals

public void readBatchOfDictionaryEncodedIntBackedDecimals(org.apache.arrow.vector.FieldVector vector,
                                                          int startOffset,
                                                          int numValsToRead,
                                                          NullabilityHolder nullabilityHolder,
                                                          VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader,
                                                          org.apache.parquet.column.Dictionary dict)

readBatchOfDictionaryEncodedLongBackedDecimals

public void readBatchOfDictionaryEncodedLongBackedDecimals(org.apache.arrow.vector.FieldVector vector,
                                                           int startOffset,
                                                           int numValsToRead,
                                                           NullabilityHolder nullabilityHolder,
                                                           VectorizedDictionaryEncodedParquetValuesReader dictionaryEncodedValuesReader,
                                                           org.apache.parquet.column.Dictionary dict)

readBatchOfBooleans

public void readBatchOfBooleans(org.apache.arrow.vector.FieldVector vector,
                                int startOffset,
                                int numValsToRead,
                                NullabilityHolder nullabilityHolder,
                                ValuesAsBytesReader valuesReader)