Constructor and Description |
---|
SparkDataFile(Types.StructType type,
org.apache.spark.sql.types.StructType sparkType) |
Modifier and Type | Method and Description |
---|---|
java.util.Map<java.lang.Integer,java.lang.Long> |
columnSizes() |
DataFile |
copy()
Copies this
data file . |
DataFile |
copyWithoutStats()
Copies this
data file without file stats. |
long |
fileSizeInBytes() |
FileFormat |
format() |
java.nio.ByteBuffer |
keyMetadata() |
java.util.Map<java.lang.Integer,java.nio.ByteBuffer> |
lowerBounds() |
java.util.Map<java.lang.Integer,java.lang.Long> |
nullValueCounts() |
StructLike |
partition() |
java.lang.CharSequence |
path() |
long |
recordCount() |
java.util.List<java.lang.Long> |
splitOffsets() |
java.util.Map<java.lang.Integer,java.nio.ByteBuffer> |
upperBounds() |
java.util.Map<java.lang.Integer,java.lang.Long> |
valueCounts() |
SparkDataFile |
wrap(org.apache.spark.sql.Row row) |
public SparkDataFile(Types.StructType type, org.apache.spark.sql.types.StructType sparkType)
public SparkDataFile wrap(org.apache.spark.sql.Row row)
public java.lang.CharSequence path()
public FileFormat format()
public StructLike partition()
partition
in interface DataFile
StructLike
public long recordCount()
recordCount
in interface DataFile
public long fileSizeInBytes()
fileSizeInBytes
in interface DataFile
public java.util.Map<java.lang.Integer,java.lang.Long> columnSizes()
columnSizes
in interface DataFile
public java.util.Map<java.lang.Integer,java.lang.Long> valueCounts()
valueCounts
in interface DataFile
public java.util.Map<java.lang.Integer,java.lang.Long> nullValueCounts()
nullValueCounts
in interface DataFile
public java.util.Map<java.lang.Integer,java.nio.ByteBuffer> lowerBounds()
lowerBounds
in interface DataFile
public java.util.Map<java.lang.Integer,java.nio.ByteBuffer> upperBounds()
upperBounds
in interface DataFile
public java.nio.ByteBuffer keyMetadata()
keyMetadata
in interface DataFile
public DataFile copy()
DataFile
data file
. Manifest readers can reuse data file instances; use
this method to copy data when collecting files from tasks.public DataFile copyWithoutStats()
DataFile
data file
without file stats. Manifest readers can reuse data file instances; use
this method to copy data without stats when collecting files.copyWithoutStats
in interface DataFile
public java.util.List<java.lang.Long> splitOffsets()
splitOffsets
in interface DataFile