Package org.apache.iceberg.spark.data
Class ParquetWithSparkSchemaVisitor<T>
- java.lang.Object
-
- org.apache.iceberg.spark.data.ParquetWithSparkSchemaVisitor<T>
-
- Type Parameters:
T
- the Java class returned by the visitor
public class ParquetWithSparkSchemaVisitor<T> extends java.lang.Object
Visitor for traversing a Parquet type with a companion Spark type.
-
-
Constructor Summary
Constructors Constructor Description ParquetWithSparkSchemaVisitor()
-
Method Summary
All Methods Static Methods Instance Methods Concrete Methods Modifier and Type Method Description protected java.lang.String[]
currentPath()
T
list(org.apache.spark.sql.types.ArrayType sArray, org.apache.parquet.schema.GroupType array, T element)
T
map(org.apache.spark.sql.types.MapType sMap, org.apache.parquet.schema.GroupType map, T key, T value)
T
message(org.apache.spark.sql.types.StructType sStruct, org.apache.parquet.schema.MessageType message, java.util.List<T> fields)
protected java.lang.String[]
path(java.lang.String name)
T
primitive(org.apache.spark.sql.types.DataType sPrimitive, org.apache.parquet.schema.PrimitiveType primitive)
T
struct(org.apache.spark.sql.types.StructType sStruct, org.apache.parquet.schema.GroupType struct, java.util.List<T> fields)
static <T> T
visit(org.apache.spark.sql.types.DataType sType, org.apache.parquet.schema.Type type, ParquetWithSparkSchemaVisitor<T> visitor)
-
-
-
Method Detail
-
visit
public static <T> T visit(org.apache.spark.sql.types.DataType sType, org.apache.parquet.schema.Type type, ParquetWithSparkSchemaVisitor<T> visitor)
-
message
public T message(org.apache.spark.sql.types.StructType sStruct, org.apache.parquet.schema.MessageType message, java.util.List<T> fields)
-
struct
public T struct(org.apache.spark.sql.types.StructType sStruct, org.apache.parquet.schema.GroupType struct, java.util.List<T> fields)
-
list
public T list(org.apache.spark.sql.types.ArrayType sArray, org.apache.parquet.schema.GroupType array, T element)
-
map
public T map(org.apache.spark.sql.types.MapType sMap, org.apache.parquet.schema.GroupType map, T key, T value)
-
primitive
public T primitive(org.apache.spark.sql.types.DataType sPrimitive, org.apache.parquet.schema.PrimitiveType primitive)
-
currentPath
protected java.lang.String[] currentPath()
-
path
protected java.lang.String[] path(java.lang.String name)
-
-