com.twitter.elephantbird.pig.load
Class RCFileProtobufPigLoader

java.lang.Object
  org.apache.pig.LoadFunc
      com.twitter.elephantbird.pig.load.LzoBaseLoadFunc
          com.twitter.elephantbird.pig.load.ProtobufPigLoader<com.google.protobuf.Message>
              com.twitter.elephantbird.pig.load.RCFileProtobufPigLoader

All Implemented Interfaces:

org.apache.pig.LoadMetadata, org.apache.pig.LoadPushDown

public class RCFileProtobufPigLoader
extends ProtobufPigLoader<com.google.protobuf.Message>

Pig loader for Protobufs stored in RCFiles.

Nested Class Summary

Nested classes/interfaces inherited from interface org.apache.pig.LoadPushDown

org.apache.pig.LoadPushDown.OperatorSet, org.apache.pig.LoadPushDown.RequiredField, org.apache.pig.LoadPushDown.RequiredFieldList, org.apache.pig.LoadPushDown.RequiredFieldResponse

Field Summary

Fields inherited from class com.twitter.elephantbird.pig.load.ProtobufPigLoader

typeRef

Fields inherited from class com.twitter.elephantbird.pig.load.LzoBaseLoadFunc

contextSignature, jobConf, projectionKey, reader, requiredFieldList

Constructor Summary

RCFileProtobufPigLoader(String protoClassName)

Method Summary

org.apache.hadoop.mapreduce.InputFormat	getInputFormat()
org.apache.pig.data.Tuple	getNext()
void	prepareToRead(org.apache.hadoop.mapreduce.RecordReader reader, org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigSplit split)
void	setLocation(String location, org.apache.hadoop.mapreduce.Job job)

Methods inherited from class com.twitter.elephantbird.pig.load.ProtobufPigLoader

getSchema, pushProjection

Methods inherited from class com.twitter.elephantbird.pig.load.LzoBaseLoadFunc

getFeatures, getNextBinaryValue, getPartitionKeys, getStatistics, getUDFProperties, incrCounter, incrCounter, incrCounter, pushProjectionHelper, setPartitionFilter, setUDFContextSignature

Methods inherited from class org.apache.pig.LoadFunc

getAbsolutePath, getLoadCaster, getPathStrings, join, relativeToAbsolutePath, warn

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

RCFileProtobufPigLoader

public RCFileProtobufPigLoader(String protoClassName)

Parameters:

protoClassName - fully qualified name of the protobuf class

Method Detail

getInputFormat

public org.apache.hadoop.mapreduce.InputFormat getInputFormat()
                                                       throws IOException

Overrides:

getInputFormat in class ProtobufPigLoader<com.google.protobuf.Message>

Throws:

IOException

getNext

public org.apache.pig.data.Tuple getNext()
                                  throws IOException

Overrides:

getNext in class ProtobufPigLoader<com.google.protobuf.Message>

Throws:

IOException

prepareToRead

public void prepareToRead(org.apache.hadoop.mapreduce.RecordReader reader,
                          org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigSplit split)

Overrides:

prepareToRead in class LzoBaseLoadFunc

setLocation

public void setLocation(String location,
                        org.apache.hadoop.mapreduce.Job job)
                 throws IOException

Overrides:

setLocation in class LzoBaseLoadFunc

Throws:

IOException