Package org.apache.iceberg.spark.data

Class AvroWithSparkSchemaVisitor<T>

java.lang.Object

org.apache.iceberg.avro.AvroWithPartnerByStructureVisitor<org.apache.spark.sql.types.DataType,T>

org.apache.iceberg.spark.data.AvroWithSparkSchemaVisitor<T>

public abstract class AvroWithSparkSchemaVisitor<T>
extends AvroWithPartnerByStructureVisitor<org.apache.spark.sql.types.DataType,T>

Constructor Summary

Constructors

Constructor	Description
AvroWithSparkSchemaVisitor()

Method Summary

Modifier and Type	Method	Description
protected org.apache.spark.sql.types.DataType	arrayElementType(org.apache.spark.sql.types.DataType arrayType)
protected Pair<java.lang.String,org.apache.spark.sql.types.DataType>	fieldNameAndType(org.apache.spark.sql.types.DataType structType, int pos)
protected boolean	isMapType(org.apache.spark.sql.types.DataType dataType)
protected boolean	isStringType(org.apache.spark.sql.types.DataType dataType)
protected org.apache.spark.sql.types.DataType	mapKeyType(org.apache.spark.sql.types.DataType mapType)
protected org.apache.spark.sql.types.DataType	mapValueType(org.apache.spark.sql.types.DataType mapType)
protected org.apache.spark.sql.types.DataType	nullType()

Methods inherited from class org.apache.iceberg.avro.AvroWithPartnerByStructureVisitor

array, map, map, primitive, record, union, visit

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

AvroWithSparkSchemaVisitor

public AvroWithSparkSchemaVisitor()

Method Detail

isStringType

protected boolean isStringType(org.apache.spark.sql.types.DataType dataType)

Specified by:

isStringType in class AvroWithPartnerByStructureVisitor<org.apache.spark.sql.types.DataType,T>

isMapType

protected boolean isMapType(org.apache.spark.sql.types.DataType dataType)

Specified by:

isMapType in class AvroWithPartnerByStructureVisitor<org.apache.spark.sql.types.DataType,T>

arrayElementType

protected org.apache.spark.sql.types.DataType arrayElementType(org.apache.spark.sql.types.DataType arrayType)

Specified by:

arrayElementType in class AvroWithPartnerByStructureVisitor<org.apache.spark.sql.types.DataType,T>

mapKeyType

protected org.apache.spark.sql.types.DataType mapKeyType(org.apache.spark.sql.types.DataType mapType)

Specified by:

mapKeyType in class AvroWithPartnerByStructureVisitor<org.apache.spark.sql.types.DataType,T>

mapValueType

protected org.apache.spark.sql.types.DataType mapValueType(org.apache.spark.sql.types.DataType mapType)

Specified by:

mapValueType in class AvroWithPartnerByStructureVisitor<org.apache.spark.sql.types.DataType,T>

fieldNameAndType

protected Pair<java.lang.String,org.apache.spark.sql.types.DataType> fieldNameAndType(org.apache.spark.sql.types.DataType structType,
                                                                                            int pos)

Specified by:

fieldNameAndType in class AvroWithPartnerByStructureVisitor<org.apache.spark.sql.types.DataType,T>

nullType

protected org.apache.spark.sql.types.DataType nullType()

Specified by:

nullType in class AvroWithPartnerByStructureVisitor<org.apache.spark.sql.types.DataType,T>