C D E F G I K M N P R S T W

C

checkSchema(ResourceSchema) - Method in class com.twitter.elephantbird.pig.store.RCFilePigStorage

close(TaskAttemptContext) - Method in class com.twitter.elephantbird.mapreduce.output.RCFileOutputFormat.Writer

COLUMN_METADATA_PROTOBUF_KEY - Static variable in class com.twitter.elephantbird.util.RCFileUtil

ColumnarMetadata - Class in com.twitter.elephantbird.util

Metadata stored with columnar storage like Hive's RCFile

columnsBeingRead - Variable in class com.twitter.elephantbird.mapreduce.input.RCFileProtobufInputFormat.ProtobufReader

columnsBeingRead - Variable in class com.twitter.elephantbird.mapreduce.input.RCFileThriftInputFormat.ThriftReader

com.twitter.elephantbird.mapreduce.input - package com.twitter.elephantbird.mapreduce.input

com.twitter.elephantbird.mapreduce.output - package com.twitter.elephantbird.mapreduce.output

com.twitter.elephantbird.pig.load - package com.twitter.elephantbird.pig.load

com.twitter.elephantbird.pig.store - package com.twitter.elephantbird.pig.store

com.twitter.elephantbird.util - package com.twitter.elephantbird.util

COMPRESSION_CODEC_CONF - Static variable in class com.twitter.elephantbird.mapreduce.output.RCFileOutputFormat

createRCFileWriter(TaskAttemptContext, Text) - Method in class com.twitter.elephantbird.mapreduce.output.RCFileOutputFormat

createRecordReader(InputSplit, TaskAttemptContext) - Method in class com.twitter.elephantbird.mapreduce.input.RCFileProtobufInputFormat

createRecordReader(InputSplit, TaskAttemptContext) - Method in class com.twitter.elephantbird.mapreduce.input.RCFileProtobufTupleInputFormat

createRecordReader(InputSplit, TaskAttemptContext) - Method in class com.twitter.elephantbird.mapreduce.input.RCFileThriftInputFormat

createRecordReader(InputSplit, TaskAttemptContext) - Method in class com.twitter.elephantbird.mapreduce.input.RCFileThriftTupleInputFormat

createUnwrappedRecordReader(InputSplit, TaskAttemptContext) - Method in class com.twitter.elephantbird.mapreduce.input.RCFileBaseInputFormat

returns super.createRecordReader(split, taskAttempt).

D

DEFAULT_EXTENSION - Static variable in class com.twitter.elephantbird.mapreduce.output.RCFileOutputFormat

E

EXTENSION_OVERRIDE_CONF - Static variable in class com.twitter.elephantbird.mapreduce.output.RCFileOutputFormat

F

findColumnsToRead(Configuration, List<Integer>, ColumnarMetadata) - Static method in class com.twitter.elephantbird.util.RCFileUtil

Returns list of columns that need to be read from the RCFile.

G

getClassname() - Method in class com.twitter.elephantbird.util.ColumnarMetadata

getColumnNumber(Configuration) - Static method in class com.twitter.elephantbird.mapreduce.output.RCFileOutputFormat

Returns the number of columns set in the conf for writers.

getCurrentBytesRefArrayWritable() - Method in class com.twitter.elephantbird.mapreduce.input.RCFileProtobufInputFormat.ProtobufReader

returns super.getCurrentValue()

getCurrentBytesRefArrayWritable() - Method in class com.twitter.elephantbird.mapreduce.input.RCFileThriftInputFormat.ThriftReader

returns super.getCurrentValue()

getCurrentProtobufValue() - Method in class com.twitter.elephantbird.mapreduce.input.RCFileProtobufInputFormat.ProtobufReader

Builds protobuf message from the raw bytes returned by RCFile reader.

getCurrentThriftValue() - Method in class com.twitter.elephantbird.mapreduce.input.RCFileThriftInputFormat.ThriftReader

Builds Thrift object from the raw bytes returned by RCFile reader.

getCurrentTupleValue() - Method in class com.twitter.elephantbird.mapreduce.input.RCFileProtobufTupleInputFormat.TupleReader

Returns a Tuple consisting of required fields with out creating a Protobuf message at the top level.

getCurrentTupleValue() - Method in class com.twitter.elephantbird.mapreduce.input.RCFileThriftTupleInputFormat.TupleReader

Returns a Tuple consisting of required fields with out creating a Thrift message at the top level.

getCurrentValue() - Method in class com.twitter.elephantbird.mapreduce.input.RCFileProtobufInputFormat.ProtobufReader

getCurrentValue() - Method in class com.twitter.elephantbird.mapreduce.input.RCFileThriftInputFormat.ThriftReader

getFieldId(int) - Method in class com.twitter.elephantbird.util.ColumnarMetadata

getFieldIdList() - Method in class com.twitter.elephantbird.util.ColumnarMetadata

getInputFormat() - Method in class com.twitter.elephantbird.pig.load.RCFileProtobufPigLoader

getInputFormat() - Method in class com.twitter.elephantbird.pig.load.RCFileThriftPigLoader

getInputFormat() - Method in class com.twitter.elephantbird.pig.store.RCFilePigStorage

getMessage() - Method in class com.twitter.elephantbird.util.ColumnarMetadata

getNesting() - Method in class com.twitter.elephantbird.util.ColumnarMetadata

getNext() - Method in class com.twitter.elephantbird.pig.load.RCFileProtobufPigLoader

getNext() - Method in class com.twitter.elephantbird.pig.load.RCFileThriftPigLoader

getNext() - Method in class com.twitter.elephantbird.pig.store.RCFilePigStorage

getOutputFormat() - Method in class com.twitter.elephantbird.pig.store.RCFilePigStorage

getOutputFormat() - Method in class com.twitter.elephantbird.pig.store.RCFileProtobufPigStorage

getOutputFormat() - Method in class com.twitter.elephantbird.pig.store.RCFileThriftPigStorage

getRecordWriter(TaskAttemptContext) - Method in class com.twitter.elephantbird.mapreduce.output.RCFileOutputFormat

getRecordWriter(TaskAttemptContext) - Method in class com.twitter.elephantbird.mapreduce.output.RCFileProtobufOutputFormat

getRecordWriter(TaskAttemptContext) - Method in class com.twitter.elephantbird.mapreduce.output.RCFileThriftOutputFormat

I

initialize(InputSplit, TaskAttemptContext) - Method in class com.twitter.elephantbird.mapreduce.input.RCFileProtobufInputFormat.ProtobufReader

initialize(InputSplit, TaskAttemptContext) - Method in class com.twitter.elephantbird.mapreduce.input.RCFileThriftInputFormat.ThriftReader

isReadingUnknonwsColumn() - Method in class com.twitter.elephantbird.mapreduce.input.RCFileProtobufInputFormat.ProtobufReader

is valid only after initialize() is called

isReadingUnknonwsColumn() - Method in class com.twitter.elephantbird.mapreduce.input.RCFileThriftInputFormat.ThriftReader

is valid only after initialize() is called

K

knownRequiredFields - Variable in class com.twitter.elephantbird.mapreduce.input.RCFileProtobufInputFormat.ProtobufReader

knownRequiredFields - Variable in class com.twitter.elephantbird.mapreduce.input.RCFileThriftInputFormat.ThriftReader

M

makeColumnarMetadata() - Method in class com.twitter.elephantbird.mapreduce.output.RCFileProtobufOutputFormat

makeColumnarMetadata() - Method in class com.twitter.elephantbird.mapreduce.output.RCFileThriftOutputFormat

memTransport - Variable in class com.twitter.elephantbird.mapreduce.input.RCFileThriftInputFormat.ThriftReader

msgBuilder - Variable in class com.twitter.elephantbird.mapreduce.input.RCFileProtobufInputFormat.ProtobufReader

msgInstance - Variable in class com.twitter.elephantbird.mapreduce.input.RCFileProtobufInputFormat.ProtobufReader

N

newInstance(String, List<Integer>) - Static method in class com.twitter.elephantbird.util.ColumnarMetadata

newInstance(String, List<Integer>, int) - Static method in class com.twitter.elephantbird.util.ColumnarMetadata

P

parseFrom(byte[]) - Static method in class com.twitter.elephantbird.util.ColumnarMetadata

prepareToRead(RecordReader, PigSplit) - Method in class com.twitter.elephantbird.pig.load.RCFileProtobufPigLoader

prepareToRead(RecordReader, PigSplit) - Method in class com.twitter.elephantbird.pig.load.RCFileThriftPigLoader

protoWritable - Variable in class com.twitter.elephantbird.mapreduce.input.RCFileProtobufInputFormat.ProtobufReader

pushProjection(LoadPushDown.RequiredFieldList) - Method in class com.twitter.elephantbird.pig.store.RCFilePigStorage

putNext(Tuple) - Method in class com.twitter.elephantbird.pig.store.RCFilePigStorage

putNext(Tuple) - Method in class com.twitter.elephantbird.pig.store.RCFileProtobufPigStorage

putNext(Tuple) - Method in class com.twitter.elephantbird.pig.store.RCFileThriftPigStorage

R

RCFileBaseInputFormat - Class in com.twitter.elephantbird.mapreduce.input

Base input format for Thrift and Protobuf RCFile input formats.

RCFileBaseInputFormat() - Constructor for class com.twitter.elephantbird.mapreduce.input.RCFileBaseInputFormat

internal, for MR use only.

RCFileOutputFormat - Class in com.twitter.elephantbird.mapreduce.output

Hive's RCFileOutputFormat is written for deprecated OutputFormat.

RCFileOutputFormat() - Constructor for class com.twitter.elephantbird.mapreduce.output.RCFileOutputFormat

RCFileOutputFormat.Writer - Class in com.twitter.elephantbird.mapreduce.output

RecordWriter wrapper around an RCFile.Writer

RCFileOutputFormat.Writer(RCFileOutputFormat, TaskAttemptContext, Text) - Constructor for class com.twitter.elephantbird.mapreduce.output.RCFileOutputFormat.Writer

RCFilePigStorage - Class in com.twitter.elephantbird.pig.store

RCFile version of PigStorage.

RCFilePigStorage() - Constructor for class com.twitter.elephantbird.pig.store.RCFilePigStorage

RCFileProtobufInputFormat - Class in com.twitter.elephantbird.mapreduce.input

RCFileProtobufInputFormat() - Constructor for class com.twitter.elephantbird.mapreduce.input.RCFileProtobufInputFormat

RCFileProtobufInputFormat(TypeRef<Message>) - Constructor for class com.twitter.elephantbird.mapreduce.input.RCFileProtobufInputFormat

RCFileProtobufInputFormat.ProtobufReader - Class in com.twitter.elephantbird.mapreduce.input

RCFileProtobufInputFormat.ProtobufReader(RecordReader) - Constructor for class com.twitter.elephantbird.mapreduce.input.RCFileProtobufInputFormat.ProtobufReader

The reader is expected to be a RecordReader< LongWritable, BytesRefArrayWritable >.

RCFileProtobufOutputFormat - Class in com.twitter.elephantbird.mapreduce.output

OutputFormat for storing protobufs in RCFile.

RCFileProtobufOutputFormat() - Constructor for class com.twitter.elephantbird.mapreduce.output.RCFileProtobufOutputFormat

internal, for MR use only.

RCFileProtobufOutputFormat(TypeRef<? extends Message>) - Constructor for class com.twitter.elephantbird.mapreduce.output.RCFileProtobufOutputFormat

RCFileProtobufPigLoader - Class in com.twitter.elephantbird.pig.load

Pig loader for Protobufs stored in RCFiles.

RCFileProtobufPigLoader(String) - Constructor for class com.twitter.elephantbird.pig.load.RCFileProtobufPigLoader

RCFileProtobufPigStorage - Class in com.twitter.elephantbird.pig.store

StoreFunc for storing Protobuf messages in RCFiles.

RCFileProtobufPigStorage(String) - Constructor for class com.twitter.elephantbird.pig.store.RCFileProtobufPigStorage

RCFileProtobufTupleInputFormat - Class in com.twitter.elephantbird.mapreduce.input

This is a wrapper over RCFileProtobufInputFormat and provides a method to create a Tuple directly from RCFile bytes, skipping building a protobuf first.

RCFileProtobufTupleInputFormat() - Constructor for class com.twitter.elephantbird.mapreduce.input.RCFileProtobufTupleInputFormat

RCFileProtobufTupleInputFormat(TypeRef<Message>) - Constructor for class com.twitter.elephantbird.mapreduce.input.RCFileProtobufTupleInputFormat

RCFileProtobufTupleInputFormat.TupleReader - Class in com.twitter.elephantbird.mapreduce.input

RCFileProtobufTupleInputFormat.TupleReader(RecordReader) - Constructor for class com.twitter.elephantbird.mapreduce.input.RCFileProtobufTupleInputFormat.TupleReader

The reader is expected to be a RecordReader< LongWritable, BytesRefArrayWritable >.

RCFileThriftInputFormat - Class in com.twitter.elephantbird.mapreduce.input

RCFileThriftInputFormat() - Constructor for class com.twitter.elephantbird.mapreduce.input.RCFileThriftInputFormat

RCFileThriftInputFormat(TypeRef<? extends TBase<?, ?>>) - Constructor for class com.twitter.elephantbird.mapreduce.input.RCFileThriftInputFormat

RCFileThriftInputFormat.ThriftReader - Class in com.twitter.elephantbird.mapreduce.input

RCFileThriftInputFormat.ThriftReader(RecordReader) - Constructor for class com.twitter.elephantbird.mapreduce.input.RCFileThriftInputFormat.ThriftReader

The reader is expected to be a RecordReader< LongWritable, BytesRefArrayWritable >

RCFileThriftOutputFormat - Class in com.twitter.elephantbird.mapreduce.output

OutputFormat for storing Thrift objects in RCFile.

RCFileThriftOutputFormat() - Constructor for class com.twitter.elephantbird.mapreduce.output.RCFileThriftOutputFormat

internal, for MR use only.

RCFileThriftOutputFormat(TypeRef<? extends TBase<?, ?>>) - Constructor for class com.twitter.elephantbird.mapreduce.output.RCFileThriftOutputFormat

RCFileThriftPigLoader - Class in com.twitter.elephantbird.pig.load

Pig loader for Thrift object stored in RCFiles.

RCFileThriftPigLoader(String) - Constructor for class com.twitter.elephantbird.pig.load.RCFileThriftPigLoader

RCFileThriftPigStorage - Class in com.twitter.elephantbird.pig.store

StoreFunc for storing Thrift objects in RCFiles.

RCFileThriftPigStorage(String) - Constructor for class com.twitter.elephantbird.pig.store.RCFileThriftPigStorage

RCFileThriftTupleInputFormat - Class in com.twitter.elephantbird.mapreduce.input

This is a wrapper over RCFileThriftInputFormat and provides a method to create a Tuple directly from RCFile bytes, skipping building a Thrift object.

RCFileThriftTupleInputFormat() - Constructor for class com.twitter.elephantbird.mapreduce.input.RCFileThriftTupleInputFormat

RCFileThriftTupleInputFormat(TypeRef<TBase<?, ?>>) - Constructor for class com.twitter.elephantbird.mapreduce.input.RCFileThriftTupleInputFormat

RCFileThriftTupleInputFormat.TupleReader - Class in com.twitter.elephantbird.mapreduce.input

RCFileThriftTupleInputFormat.TupleReader(RecordReader) - Constructor for class com.twitter.elephantbird.mapreduce.input.RCFileThriftTupleInputFormat.TupleReader

The reader is expected to be a RecordReader< LongWritable, BytesRefArrayWritable >

RCFileUtil - Class in com.twitter.elephantbird.util

RCFileUtil() - Constructor for class com.twitter.elephantbird.util.RCFileUtil

readMetadata(Configuration, Path) - Static method in class com.twitter.elephantbird.util.RCFileUtil

reads ColumnarMetadata stored in an RCFile.

readUnknownsColumn - Variable in class com.twitter.elephantbird.mapreduce.input.RCFileProtobufInputFormat.ProtobufReader

readUnknownsColumn - Variable in class com.twitter.elephantbird.mapreduce.input.RCFileThriftInputFormat.ThriftReader

REQUIRED_FIELD_INDICES_CONF - Static variable in class com.twitter.elephantbird.util.RCFileUtil

comma separated list of indices of the fields.

S

setClassConf(Class<? extends Message>, Configuration) - Static method in class com.twitter.elephantbird.mapreduce.input.RCFileProtobufInputFormat

Stores supplied class name in configuration.

setClassConf(Class<? extends TBase<?, ?>>, Configuration) - Static method in class com.twitter.elephantbird.mapreduce.input.RCFileThriftInputFormat

Stores supplied class name in configuration.

setClassConf(Class<? extends Message>, Configuration) - Static method in class com.twitter.elephantbird.mapreduce.output.RCFileProtobufOutputFormat

Stores supplied class name in configuration.

setClassConf(Class<? extends TBase<?, ?>>, Configuration) - Static method in class com.twitter.elephantbird.mapreduce.output.RCFileThriftOutputFormat

Stores supplied class name in configuration.

setColumnNumber(Configuration, int) - Static method in class com.twitter.elephantbird.mapreduce.output.RCFileOutputFormat

set number of columns into the given configuration.

setLocation(String, Job) - Method in class com.twitter.elephantbird.pig.load.RCFileProtobufPigLoader

setLocation(String, Job) - Method in class com.twitter.elephantbird.pig.load.RCFileThriftPigLoader

setLocation(String, Job) - Method in class com.twitter.elephantbird.pig.store.RCFilePigStorage

setRequiredFieldConf(Configuration, LoadPushDown.RequiredFieldList) - Static method in class com.twitter.elephantbird.util.RCFileUtil

Sets RCFileUtil.REQUIRED_FIELD_INDICES_CONF to list of indices if requiredFieldList is not null.

setStoreLocation(String, Job) - Method in class com.twitter.elephantbird.pig.store.RCFilePigStorage

T

tDesc - Variable in class com.twitter.elephantbird.mapreduce.input.RCFileThriftInputFormat.ThriftReader

thriftWritable - Variable in class com.twitter.elephantbird.mapreduce.input.RCFileThriftInputFormat.ThriftReader

tProto - Variable in class com.twitter.elephantbird.mapreduce.input.RCFileThriftInputFormat.ThriftReader

W

write(NullWritable, Writable) - Method in class com.twitter.elephantbird.mapreduce.output.RCFileOutputFormat.Writer

C D E F G I K M N P R S T W