Package org.apache.iceberg.mr.hive

Class HiveIcebergOutputFormat<T>

java.lang.Object

org.apache.iceberg.mr.hive.HiveIcebergOutputFormat<T>

All Implemented Interfaces:

org.apache.hadoop.hive.ql.io.HiveOutputFormat<org.apache.hadoop.io.NullWritable,Container<Record>>, org.apache.hadoop.mapred.OutputFormat<org.apache.hadoop.io.NullWritable,Container<Record>>

public class HiveIcebergOutputFormat<T>
extends java.lang.Object
implements org.apache.hadoop.mapred.OutputFormat<org.apache.hadoop.io.NullWritable,Container<Record>>, org.apache.hadoop.hive.ql.io.HiveOutputFormat<org.apache.hadoop.io.NullWritable,Container<Record>>

Constructor Summary

Constructors

Constructor	Description
HiveIcebergOutputFormat()

Method Summary

Modifier and Type	Method	Description
void	checkOutputSpecs(org.apache.hadoop.fs.FileSystem ignored, org.apache.hadoop.mapred.JobConf job)
org.apache.hadoop.hive.ql.exec.FileSinkOperator.RecordWriter	getHiveRecordWriter(org.apache.hadoop.mapred.JobConf jc, org.apache.hadoop.fs.Path finalOutPath, java.lang.Class valueClass, boolean isCompressed, java.util.Properties tableAndSerDeProperties, org.apache.hadoop.util.Progressable progress)
org.apache.hadoop.mapred.RecordWriter<org.apache.hadoop.io.NullWritable,Container<Record>>	getRecordWriter(org.apache.hadoop.fs.FileSystem ignored, org.apache.hadoop.mapred.JobConf job, java.lang.String name, org.apache.hadoop.util.Progressable progress)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HiveIcebergOutputFormat

public HiveIcebergOutputFormat()

Method Detail

getHiveRecordWriter

public org.apache.hadoop.hive.ql.exec.FileSinkOperator.RecordWriter getHiveRecordWriter(org.apache.hadoop.mapred.JobConf jc,
                                                                                        org.apache.hadoop.fs.Path finalOutPath,
                                                                                        java.lang.Class valueClass,
                                                                                        boolean isCompressed,
                                                                                        java.util.Properties tableAndSerDeProperties,
                                                                                        org.apache.hadoop.util.Progressable progress)

Specified by:

getHiveRecordWriter in interface org.apache.hadoop.hive.ql.io.HiveOutputFormat<org.apache.hadoop.io.NullWritable,Container<Record>>

getRecordWriter

public org.apache.hadoop.mapred.RecordWriter<org.apache.hadoop.io.NullWritable,Container<Record>> getRecordWriter(org.apache.hadoop.fs.FileSystem ignored,
                                                                                                                        org.apache.hadoop.mapred.JobConf job,
                                                                                                                        java.lang.String name,
                                                                                                                        org.apache.hadoop.util.Progressable progress)

Specified by:

getRecordWriter in interface org.apache.hadoop.mapred.OutputFormat<org.apache.hadoop.io.NullWritable,Container<Record>>

checkOutputSpecs

public void checkOutputSpecs(org.apache.hadoop.fs.FileSystem ignored,
                             org.apache.hadoop.mapred.JobConf job)

Specified by:

checkOutputSpecs in interface org.apache.hadoop.mapred.OutputFormat<org.apache.hadoop.io.NullWritable,Container<Record>>