com.twitter.elephantbird.mapreduce.input
Class RCFileProtobufInputFormat

java.lang.Object
  org.apache.hadoop.mapreduce.InputFormat<K,V>
      com.twitter.elephantbird.mapreduce.input.MapReduceInputFormatWrapper<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Writable>
          com.twitter.elephantbird.mapreduce.input.RCFileBaseInputFormat
              com.twitter.elephantbird.mapreduce.input.RCFileProtobufInputFormat

Direct Known Subclasses:

RCFileProtobufTupleInputFormat

public class RCFileProtobufInputFormat
extends RCFileBaseInputFormat

Nested Class Summary

class

RCFileProtobufInputFormat.ProtobufReader

Field Summary

Fields inherited from class com.twitter.elephantbird.mapreduce.input.MapReduceInputFormatWrapper

CLASS_CONF_KEY, realInputFormat

Constructor Summary

RCFileProtobufInputFormat()

RCFileProtobufInputFormat(TypeRef<com.google.protobuf.Message> typeRef)

Method Summary

org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Writable>	createRecordReader(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.mapreduce.TaskAttemptContext taskAttempt)
static void	setClassConf(Class<? extends com.google.protobuf.Message> protoClass, org.apache.hadoop.conf.Configuration conf) Stores supplied class name in configuration.

Methods inherited from class com.twitter.elephantbird.mapreduce.input.RCFileBaseInputFormat

createUnwrappedRecordReader

Methods inherited from class com.twitter.elephantbird.mapreduce.input.MapReduceInputFormatWrapper

getSplits, setInputFormat, setWrappedInputFormat

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

RCFileProtobufInputFormat

public RCFileProtobufInputFormat()

RCFileProtobufInputFormat

public RCFileProtobufInputFormat(TypeRef<com.google.protobuf.Message> typeRef)

Method Detail

setClassConf

public static void setClassConf(Class<? extends com.google.protobuf.Message> protoClass,
                                org.apache.hadoop.conf.Configuration conf)

Stores supplied class name in configuration. This configuration is read on the remote tasks to initialize the input format correctly.

createRecordReader

public org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Writable> createRecordReader(org.apache.hadoop.mapreduce.InputSplit split,
                                                                                                                                    org.apache.hadoop.mapreduce.TaskAttemptContext taskAttempt)
                                                                                                                             throws IOException,
                                                                                                                                    InterruptedException

Overrides:

createRecordReader in class MapReduceInputFormatWrapper<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Writable>

Throws:

IOException

InterruptedException