Package org.apache.iceberg.pig
Class IcebergStorage
- java.lang.Object
-
- org.apache.pig.LoadFunc
-
- org.apache.iceberg.pig.IcebergStorage
-
- All Implemented Interfaces:
org.apache.pig.LoadMetadata
,org.apache.pig.LoadPredicatePushdown
,org.apache.pig.LoadPushDown
public class IcebergStorage extends org.apache.pig.LoadFunc implements org.apache.pig.LoadMetadata, org.apache.pig.LoadPredicatePushdown, org.apache.pig.LoadPushDown
-
-
Field Summary
Fields Modifier and Type Field Description static java.lang.String
PIG_ICEBERG_TABLES_IMPL
-
Constructor Summary
Constructors Constructor Description IcebergStorage()
-
Method Summary
All Methods Instance Methods Concrete Methods Modifier and Type Method Description java.util.List<org.apache.pig.LoadPushDown.OperatorSet>
getFeatures()
org.apache.hadoop.mapreduce.InputFormat
getInputFormat()
org.apache.pig.data.Tuple
getNext()
java.lang.String[]
getPartitionKeys(java.lang.String location, org.apache.hadoop.mapreduce.Job job)
java.util.List<java.lang.String>
getPredicateFields(java.lang.String location, org.apache.hadoop.mapreduce.Job job)
org.apache.pig.ResourceSchema
getSchema(java.lang.String location, org.apache.hadoop.mapreduce.Job job)
org.apache.pig.ResourceStatistics
getStatistics(java.lang.String location, org.apache.hadoop.mapreduce.Job job)
org.apache.iceberg.relocated.com.google.common.collect.ImmutableList<org.apache.pig.Expression.OpType>
getSupportedExpressionTypes()
void
prepareToRead(org.apache.hadoop.mapreduce.RecordReader newReader, org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigSplit split)
org.apache.pig.LoadPushDown.RequiredFieldResponse
pushProjection(org.apache.pig.LoadPushDown.RequiredFieldList requiredFieldList)
java.lang.String
relativeToAbsolutePath(java.lang.String location, org.apache.hadoop.fs.Path curDir)
void
setLocation(java.lang.String location, org.apache.hadoop.mapreduce.Job job)
void
setPartitionFilter(org.apache.pig.Expression partitionFilter)
void
setPushdownPredicate(org.apache.pig.Expression predicate)
void
setUDFContextSignature(java.lang.String newSignature)
-
-
-
Field Detail
-
PIG_ICEBERG_TABLES_IMPL
public static final java.lang.String PIG_ICEBERG_TABLES_IMPL
- See Also:
- Constant Field Values
-
-
Method Detail
-
setLocation
public void setLocation(java.lang.String location, org.apache.hadoop.mapreduce.Job job)
- Specified by:
setLocation
in classorg.apache.pig.LoadFunc
-
getInputFormat
public org.apache.hadoop.mapreduce.InputFormat getInputFormat()
- Specified by:
getInputFormat
in classorg.apache.pig.LoadFunc
-
getNext
public org.apache.pig.data.Tuple getNext() throws java.io.IOException
- Specified by:
getNext
in classorg.apache.pig.LoadFunc
- Throws:
java.io.IOException
-
prepareToRead
public void prepareToRead(org.apache.hadoop.mapreduce.RecordReader newReader, org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigSplit split)
- Specified by:
prepareToRead
in classorg.apache.pig.LoadFunc
-
getSchema
public org.apache.pig.ResourceSchema getSchema(java.lang.String location, org.apache.hadoop.mapreduce.Job job) throws java.io.IOException
- Specified by:
getSchema
in interfaceorg.apache.pig.LoadMetadata
- Throws:
java.io.IOException
-
getStatistics
public org.apache.pig.ResourceStatistics getStatistics(java.lang.String location, org.apache.hadoop.mapreduce.Job job)
- Specified by:
getStatistics
in interfaceorg.apache.pig.LoadMetadata
-
getPartitionKeys
public java.lang.String[] getPartitionKeys(java.lang.String location, org.apache.hadoop.mapreduce.Job job)
- Specified by:
getPartitionKeys
in interfaceorg.apache.pig.LoadMetadata
-
setPartitionFilter
public void setPartitionFilter(org.apache.pig.Expression partitionFilter)
- Specified by:
setPartitionFilter
in interfaceorg.apache.pig.LoadMetadata
-
getPredicateFields
public java.util.List<java.lang.String> getPredicateFields(java.lang.String location, org.apache.hadoop.mapreduce.Job job) throws java.io.IOException
- Specified by:
getPredicateFields
in interfaceorg.apache.pig.LoadPredicatePushdown
- Throws:
java.io.IOException
-
getSupportedExpressionTypes
public org.apache.iceberg.relocated.com.google.common.collect.ImmutableList<org.apache.pig.Expression.OpType> getSupportedExpressionTypes()
- Specified by:
getSupportedExpressionTypes
in interfaceorg.apache.pig.LoadPredicatePushdown
-
setPushdownPredicate
public void setPushdownPredicate(org.apache.pig.Expression predicate) throws java.io.IOException
- Specified by:
setPushdownPredicate
in interfaceorg.apache.pig.LoadPredicatePushdown
- Throws:
java.io.IOException
-
getFeatures
public java.util.List<org.apache.pig.LoadPushDown.OperatorSet> getFeatures()
- Specified by:
getFeatures
in interfaceorg.apache.pig.LoadPushDown
-
pushProjection
public org.apache.pig.LoadPushDown.RequiredFieldResponse pushProjection(org.apache.pig.LoadPushDown.RequiredFieldList requiredFieldList)
- Specified by:
pushProjection
in interfaceorg.apache.pig.LoadPushDown
-
setUDFContextSignature
public void setUDFContextSignature(java.lang.String newSignature)
- Overrides:
setUDFContextSignature
in classorg.apache.pig.LoadFunc
-
relativeToAbsolutePath
public java.lang.String relativeToAbsolutePath(java.lang.String location, org.apache.hadoop.fs.Path curDir) throws java.io.IOException
- Overrides:
relativeToAbsolutePath
in classorg.apache.pig.LoadFunc
- Throws:
java.io.IOException
-
-