Package org.apache.iceberg.parquet
Class BasePageIterator
- java.lang.Object
-
- org.apache.iceberg.parquet.BasePageIterator
-
- Direct Known Subclasses:
VectorizedPageIterator
public abstract class BasePageIterator extends java.lang.Object
-
-
Nested Class Summary
Nested Classes Modifier and Type Class Description protected static class
BasePageIterator.IntIterator
-
Field Summary
Fields Modifier and Type Field Description protected int
currentDL
protected int
currentRL
protected BasePageIterator.IntIterator
definitionLevels
protected org.apache.parquet.column.ColumnDescriptor
desc
protected org.apache.parquet.column.Dictionary
dictionary
protected boolean
hasNext
protected org.apache.parquet.column.page.DataPage
page
protected BasePageIterator.IntIterator
repetitionLevels
protected int
triplesCount
protected int
triplesRead
protected org.apache.parquet.column.Encoding
valueEncoding
protected org.apache.parquet.column.values.ValuesReader
values
protected java.lang.String
writerVersion
-
Constructor Summary
Constructors Modifier Constructor Description protected
BasePageIterator(org.apache.parquet.column.ColumnDescriptor descriptor, java.lang.String writerVersion)
-
Method Summary
All Methods Instance Methods Abstract Methods Concrete Methods Modifier and Type Method Description int
currentPageCount()
boolean
hasNext()
protected abstract void
initDataReader(org.apache.parquet.column.Encoding dataEncoding, org.apache.parquet.bytes.ByteBufferInputStream in, int valueCount)
protected abstract void
initDefinitionLevelsReader(org.apache.parquet.column.page.DataPageV1 dataPageV1, org.apache.parquet.column.ColumnDescriptor descriptor, org.apache.parquet.bytes.ByteBufferInputStream in, int count)
protected abstract void
initDefinitionLevelsReader(org.apache.parquet.column.page.DataPageV2 dataPageV2, org.apache.parquet.column.ColumnDescriptor descriptor)
protected void
initFromPage(org.apache.parquet.column.page.DataPageV1 initPage)
protected void
initFromPage(org.apache.parquet.column.page.DataPageV2 initPage)
protected void
reset()
void
setDictionary(org.apache.parquet.column.Dictionary dict)
void
setPage(org.apache.parquet.column.page.DataPage page)
-
-
-
Field Detail
-
desc
protected final org.apache.parquet.column.ColumnDescriptor desc
-
writerVersion
protected final java.lang.String writerVersion
-
hasNext
protected boolean hasNext
-
triplesRead
protected int triplesRead
-
currentDL
protected int currentDL
-
currentRL
protected int currentRL
-
dictionary
protected org.apache.parquet.column.Dictionary dictionary
-
page
protected org.apache.parquet.column.page.DataPage page
-
triplesCount
protected int triplesCount
-
valueEncoding
protected org.apache.parquet.column.Encoding valueEncoding
-
definitionLevels
protected BasePageIterator.IntIterator definitionLevels
-
repetitionLevels
protected BasePageIterator.IntIterator repetitionLevels
-
values
protected org.apache.parquet.column.values.ValuesReader values
-
-
Method Detail
-
reset
protected void reset()
-
initDataReader
protected abstract void initDataReader(org.apache.parquet.column.Encoding dataEncoding, org.apache.parquet.bytes.ByteBufferInputStream in, int valueCount)
-
initDefinitionLevelsReader
protected abstract void initDefinitionLevelsReader(org.apache.parquet.column.page.DataPageV1 dataPageV1, org.apache.parquet.column.ColumnDescriptor descriptor, org.apache.parquet.bytes.ByteBufferInputStream in, int count) throws java.io.IOException
- Throws:
java.io.IOException
-
initDefinitionLevelsReader
protected abstract void initDefinitionLevelsReader(org.apache.parquet.column.page.DataPageV2 dataPageV2, org.apache.parquet.column.ColumnDescriptor descriptor) throws java.io.IOException
- Throws:
java.io.IOException
-
currentPageCount
public int currentPageCount()
-
hasNext
public boolean hasNext()
-
setPage
public void setPage(org.apache.parquet.column.page.DataPage page)
-
initFromPage
protected void initFromPage(org.apache.parquet.column.page.DataPageV1 initPage)
-
initFromPage
protected void initFromPage(org.apache.parquet.column.page.DataPageV2 initPage)
-
setDictionary
public void setDictionary(org.apache.parquet.column.Dictionary dict)
-
-