Serialized Form


Package org.apache.pig

Class org.apache.pig.FuncSpec extends Object implements Serializable

serialVersionUID: 2L

Serialized Fields

className

String className

ctorArgs

String[] ctorArgs

inputArgsSchema

Schema inputArgsSchema

Class org.apache.pig.PigException extends IOException implements Serializable

serialVersionUID: 1L

Serialized Fields

errorCode

int errorCode

errorSource

byte errorSource

retriable

boolean retriable

detailedMessage

String detailedMessage

Class org.apache.pig.StoreConfig extends Object implements Serializable

serialVersionUID: 1L

Serialized Fields

location

String location

schema

Schema schema

Package org.apache.pig.backend

Class org.apache.pig.backend.BackendException extends PigException implements Serializable

serialVersionUID: 1L


Package org.apache.pig.backend.datastorage

Class org.apache.pig.backend.datastorage.DataStorageException extends BackendException implements Serializable

serialVersionUID: 1L


Package org.apache.pig.backend.executionengine

Class org.apache.pig.backend.executionengine.ExecException extends BackendException implements Serializable

serialVersionUID: 1L

Class org.apache.pig.backend.executionengine.PigSlice extends Object implements Serializable

serialVersionUID: 1L

Serialization Methods

readObject

private Object readObject(DataInput is)
                   throws IOException
Throws:
IOException

writeObject

private void writeObject(Serializable obj,
                         DataOutput os)
                  throws IOException
Throws:
IOException
Serialized Fields

file

String file

start

long start

length

long length

parser

FuncSpec parser

is

InputStream is

fsis

SeekableInputStream fsis

end

long end

loader

LoadFunc loader

Package org.apache.pig.backend.hadoop.datastorage

Class org.apache.pig.backend.hadoop.datastorage.HConfiguration extends Properties implements Serializable

serialVersionUID: 1L


Package org.apache.pig.backend.hadoop.executionengine.mapReduceLayer

Class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.JobCreationException extends FrontendException implements Serializable

serialVersionUID: 1L

Class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MapReduceOper extends Operator<MROpPlanVisitor> implements Serializable

Serialized Fields

mapPlan

PhysicalPlan mapPlan

reducePlan

PhysicalPlan reducePlan

combinePlan

PhysicalPlan combinePlan

mapKeyType

byte mapKeyType

mapDone

boolean mapDone

reduceDone

boolean reduceDone

endOfAllInputInMap

boolean endOfAllInputInMap

endOfAllInputInReduce

boolean endOfAllInputInReduce

globalSort

boolean globalSort

limitAfterSort

boolean limitAfterSort

needsDistinctCombiner

boolean needsDistinctCombiner

quantFile

String quantFile

sortOrder

boolean[] sortOrder

UDFs

List<E> UDFs

nig

NodeIdGenerator nig

scope

String scope

frjoin

boolean frjoin

replFiles

FileSpec[] replFiles

fragment

int fragment

requestedParallelism

int requestedParallelism

limit

long limit

splitter

boolean splitter

skewedJoin

boolean skewedJoin

skewedJoinPartitionFile

String skewedJoinPartitionFile

Class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MRCompilerException extends VisitorException implements Serializable

serialVersionUID: 2L


Package org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.partitioners

Class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.partitioners.CountingMap extends HashMap<K,Integer> implements Serializable

serialVersionUID: 1L

Serialized Fields

totalCount

long totalCount

Class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.partitioners.MalFormedProbVecException extends BackendException implements Serializable

serialVersionUID: 1L


Package org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.plans

Class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.plans.DotMRPrinter.InnerOperator extends Operator<PlanVisitor> implements Serializable

Serialized Fields

name

String name

plan

PhysicalPlan plan

code

int code

Class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.plans.DotMRPrinter.InnerPlan extends OperatorPlan<DotMRPrinter.InnerOperator> implements Serializable

Class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.plans.MROperPlan extends OperatorPlan<MapReduceOper> implements Serializable


Package org.apache.pig.backend.hadoop.executionengine.physicalLayer

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.LogicalToPhysicalTranslatorException extends VisitorException implements Serializable

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator extends Operator<PhyPlanVisitor> implements Serializable

serialVersionUID: 1L

Serialized Fields

log

org.apache.commons.logging.Log log

requestedParallelism

int requestedParallelism

inputs

List<E> inputs

outputs

List<E> outputs

resultType

byte resultType

parentPlan

PhysicalPlan parentPlan

inputAttached

boolean inputAttached

input

Tuple input

res

Result res

lineageTracer

LineageTracer lineageTracer

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result extends Object implements Serializable

serialVersionUID: 1L

Serialized Fields

returnStatus

byte returnStatus

result

Object result

Package org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.Add extends BinaryExpressionOperator implements Serializable

serialVersionUID: 1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.BinaryComparisonOperator extends BinaryExpressionOperator implements Serializable

Serialized Fields

operandType

byte operandType

trueRef

Boolean trueRef

falseRef

Boolean falseRef

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.BinaryExpressionOperator extends ExpressionOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

lhs

ExpressionOperator lhs

rhs

ExpressionOperator rhs

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.ConstantExpression extends ExpressionOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

value

Object value

res

Result res

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.Divide extends BinaryExpressionOperator implements Serializable

serialVersionUID: 1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.EqualToExpr extends BinaryComparisonOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

log

org.apache.commons.logging.Log log

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.ExpressionOperator extends PhysicalOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

log

org.apache.commons.logging.Log log

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.GreaterThanExpr extends BinaryComparisonOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

log

org.apache.commons.logging.Log log

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.GTOrEqualToExpr extends BinaryComparisonOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

log

org.apache.commons.logging.Log log

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.LessThanExpr extends BinaryComparisonOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

log

org.apache.commons.logging.Log log

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.LTOrEqualToExpr extends BinaryComparisonOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

log

org.apache.commons.logging.Log log

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.Mod extends BinaryExpressionOperator implements Serializable

serialVersionUID: 1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.Multiply extends BinaryExpressionOperator implements Serializable

serialVersionUID: 1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.NotEqualToExpr extends BinaryComparisonOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

log

org.apache.commons.logging.Log log

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POAnd extends BinaryComparisonOperator implements Serializable

serialVersionUID: 1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POBinCond extends ExpressionOperator implements Serializable

Serialized Fields

cond

ExpressionOperator cond

lhs

ExpressionOperator lhs

rhs

ExpressionOperator rhs

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POCast extends ExpressionOperator implements Serializable

serialVersionUID: 1L

Serialization Methods

readObject

private void readObject(ObjectInputStream is)
                 throws IOException,
                        ClassNotFoundException
Throws:
IOException
ClassNotFoundException
Serialized Fields

loadFSpec

FuncSpec loadFSpec

log

org.apache.commons.logging.Log log

castNotNeeded

boolean castNotNeeded

realType

Byte realType

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POIsNull extends UnaryComparisonOperator implements Serializable

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POMapLookUp extends ExpressionOperator implements Serializable

Serialized Fields

key

String key

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.PONegative extends UnaryExpressionOperator implements Serializable

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.PONot extends UnaryComparisonOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

trueRes

Result trueRes

falseRes

Result falseRes

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POOr extends BinaryComparisonOperator implements Serializable

serialVersionUID: 1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POProject extends ExpressionOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

resultSingleTupleBag

boolean resultSingleTupleBag

columns

ArrayList<E> columns

processingBagOfTuples

boolean processingBagOfTuples

bagIterator

Iterator<E> bagIterator

overloaded

boolean overloaded

star

boolean star

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.PORegexp extends BinaryComparisonOperator implements Serializable

serialVersionUID: 1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.PORelationToExprProject extends POProject implements Serializable

serialVersionUID: 1L

Serialized Fields

sendEmptyBagOnEOP

boolean sendEmptyBagOnEOP

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POUserComparisonFunc extends ExpressionOperator implements Serializable

serialVersionUID: 1L

Serialization Methods

readObject

private void readObject(ObjectInputStream is)
                 throws IOException,
                        ClassNotFoundException
Throws:
IOException
ClassNotFoundException
Serialized Fields

funcSpec

FuncSpec funcSpec

t1

Tuple t1

t2

Tuple t2

log

org.apache.commons.logging.Log log

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POUserFunc extends ExpressionOperator implements Serializable

serialVersionUID: 1L

Serialization Methods

readObject

private void readObject(ObjectInputStream is)
                 throws IOException,
                        ClassNotFoundException
Throws:
IOException
ClassNotFoundException
Serialized Fields

log

org.apache.commons.logging.Log log

funcSpec

FuncSpec funcSpec

origFSpec

FuncSpec origFSpec

initialized

boolean initialized

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.Subtract extends BinaryExpressionOperator implements Serializable

serialVersionUID: 1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.UnaryComparisonOperator extends UnaryExpressionOperator implements Serializable

Serialized Fields

operandType

byte operandType

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.UnaryExpressionOperator extends ExpressionOperator implements Serializable

Serialized Fields

expr

ExpressionOperator expr

Package org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan extends OperatorPlan<PhysicalOperator> implements Serializable

serialVersionUID: 1L

Serialized Fields

endOfAllInput

boolean endOfAllInput

Package org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POCombinerPackage extends POPackage implements Serializable

serialVersionUID: 1L

Serialized Fields

log

org.apache.commons.logging.Log log

mBags

boolean[] mBags

keyLookup

Map<K,V> keyLookup

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PODemux extends PhysicalOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

log

org.apache.commons.logging.Log log

baseIndex

int baseIndex

myPlans

ArrayList<E> myPlans

isKeyWrapped

ArrayList<E> isKeyWrapped
If the POLocalRearranges corresponding to the reduce plans in myPlans (the list of inner plans of the demux) have different key types then the MultiQueryOptimizer converts all the keys to be of type tuple by wrapping any non-tuple keys into Tuples (keys which are already tuples are left alone). The list below is a list of booleans indicating whether extra tuple wrapping was done for the key in the corresponding POLocalRearranges and if we need to "unwrap" the tuple to get to the key


getNext

boolean getNext

inpEOP

boolean inpEOP

curLeaf

PhysicalOperator curLeaf

sameMapKeyType

boolean sameMapKeyType

inCombiner

boolean inCombiner

processedSet

BitSet processedSet

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PODistinct extends PhysicalOperator implements Serializable

Serialized Fields

inputsAccumulated

boolean inputsAccumulated

distinctBag

DataBag distinctBag

log

org.apache.commons.logging.Log log

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POFilter extends PhysicalOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

plan

PhysicalPlan plan

comOp

PhysicalOperator comOp

compOperandType

byte compOperandType

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POForEach extends PhysicalOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

inputPlans

List<E> inputPlans

opsToBeReset

List<E> opsToBeReset

log

org.apache.commons.logging.Log log

processingPlan

boolean processingPlan

its

Iterator<E>[] its

bags

Object[] bags

data

Object[] data

resultTypes

byte[] resultTypes

isToBeFlattenedArray

boolean[] isToBeFlattenedArray

tIn

ExampleTuple tIn

noItems

int noItems

planLeafOps

PhysicalOperator[] planLeafOps

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POFRJoin extends PhysicalOperator implements Serializable

serialVersionUID: 1L

Serialization Methods

readObject

private void readObject(ObjectInputStream is)
                 throws IOException,
                        ClassNotFoundException,
                        ExecException
Throws:
IOException
ClassNotFoundException
ExecException
Serialized Fields

log

org.apache.commons.logging.Log log

fragment

int fragment

phyPlanLists

List<E> phyPlanLists

keyTypes

List<E> keyTypes

LRs

POLocalRearrange[] LRs

replFiles

FileSpec[] replFiles

constExps

ConstantExpression[] constExps

fe

POForEach fe

replicates

Map<K,V>[] replicates

processingPlan

boolean processingPlan

dumTup

Tuple dumTup

setUp

boolean setUp

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POGlobalRearrange extends PhysicalOperator implements Serializable

serialVersionUID: 1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POJoinPackage extends POPackage implements Serializable

serialVersionUID: 1L

Serialized Fields

forEach

POOptimizedForEach forEach

newKey

boolean newKey

res

Tuple res

lastInputTuple

boolean lastInputTuple

chunkSize

long chunkSize

forEachResult

Result forEachResult

dbs

DataBag[] dbs

lastBagIndex

int lastBagIndex

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLimit extends PhysicalOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

log

org.apache.commons.logging.Log log

soFar

long soFar

mLimit

long mLimit

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLoad extends PhysicalOperator implements Serializable

Serialized Fields

loader

LoadFunc loader

lFile

FileSpec lFile

is

InputStream is

pc

PigContext pc

setUpDone

boolean setUpDone

splittable

boolean splittable

offset

long offset

log

org.apache.commons.logging.Log log

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrange extends PhysicalOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

log

org.apache.commons.logging.Log log

plans

List<E> plans

leafOps

List<E> leafOps

index

byte index

keyType

byte keyType

mIsDistinct

boolean mIsDistinct

isCross

boolean isCross

mProjectedColsMap

Map<K,V> mProjectedColsMap

mFakeTuple

Tuple mFakeTuple

mProjectStar

boolean mProjectStar

isKeyTuple

boolean isKeyTuple

mProjectedColsMapSize

int mProjectedColsMapSize

minValuePositions

ArrayList<E> minValuePositions

minValuePositionsSize

int minValuePositionsSize

lrOutput

Tuple lrOutput

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrangeForIllustrate extends POLocalRearrange implements Serializable

serialVersionUID: 1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POMergeJoin extends PhysicalOperator implements Serializable

serialVersionUID: 1L

Serialization Methods

readObject

private void readObject(ObjectInputStream is)
                 throws IOException,
                        ClassNotFoundException,
                        ExecException
Throws:
IOException
ClassNotFoundException
ExecException
Serialized Fields

firstTime

boolean firstTime

LRs

POLocalRearrange[] LRs

indexFile

FileSpec indexFile

rightLoader

POLoad rightLoader

opKey

OperatorKey opKey

prevLeftKey

Object prevLeftKey

prevLeftInp

Result prevLeftInp

prevRightKey

Object prevRightKey

prevRightInp

Result prevRightInp

doingJoin

boolean doingJoin

index

LinkedList<E> index

rightLoaderFuncSpec

FuncSpec rightLoaderFuncSpec

leftTuples

List<E> leftTuples

inpPlans

MultiMap<K,V> inpPlans

rightPipelineLeaf

PhysicalOperator rightPipelineLeaf

rightPipelineRoot

PhysicalOperator rightPipelineRoot

noInnerPlanOnRightSide

boolean noInnerPlanOnRightSide

pc

PigContext pc

curJoinKey

Object curJoinKey

curJoiningRightTup

Tuple curJoiningRightTup

counter

int counter

leftTupSize

int leftTupSize

rightTupSize

int rightTupSize

arrayListSize

int arrayListSize

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POMultiQueryPackage extends POPackage implements Serializable

serialVersionUID: 1L

Serialized Fields

log

org.apache.commons.logging.Log log

packages

List<E> packages

myKey

PigNullableWritable myKey

baseIndex

int baseIndex

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POOptimizedForEach extends POForEach implements Serializable

serialVersionUID: 1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackage extends PhysicalOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

tupIter

Iterator<E> tupIter

key

Object key

isKeyTuple

boolean isKeyTuple

keyAsTuple

Tuple keyAsTuple

keyType

byte keyType

numInputs

int numInputs

inner

boolean[] inner

distinct

boolean distinct

keyInfo

Map<K,V> keyInfo

log

org.apache.commons.logging.Log log

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackageLite extends POPackage implements Serializable

serialVersionUID: 1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPartitionRearrange extends POLocalRearrange implements Serializable

serialVersionUID: 1L

Serialized Fields

partitionFile

String partitionFile

totalReducers

Integer totalReducers

loaded

boolean loaded

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPreCombinerLocalRearrange extends PhysicalOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

plans

List<E> plans

leafOps

List<E> leafOps

keyType

byte keyType

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PORead extends PhysicalOperator implements Serializable

Serialized Fields

bag

DataBag bag

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSkewedJoin extends PhysicalOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

mJoinPlans

MultiMap<K,V> mJoinPlans

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSort extends PhysicalOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

sortPlans

List<E> sortPlans

ExprOutputTypes

List<E> ExprOutputTypes

mAscCols

List<E> mAscCols

mSortFunc

POUserComparisonFunc mSortFunc

log

org.apache.commons.logging.Log log

mComparator

Comparator<T> mComparator

inputsAccumulated

boolean inputsAccumulated

limit

long limit

isUDFComparatorUsed

boolean isUDFComparatorUsed

sortedBag

DataBag sortedBag

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSort.SortComparator extends Object implements Serializable

serialVersionUID: 1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSort.UDFSortComparator extends Object implements Serializable

serialVersionUID: 1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSplit extends PhysicalOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

log

org.apache.commons.logging.Log log

splitStore

FileSpec splitStore

myPlans

List<E> myPlans

processedSet

BitSet processedSet

inpEOP

boolean inpEOP

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore extends PhysicalOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

storer

StoreFunc storer

log

org.apache.commons.logging.Log log

impl

POStoreImpl impl

sFile

FileSpec sFile

schema

Schema schema

isTmpStore

boolean isTmpStore

lFile

FileSpec lFile

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStream extends PhysicalOperator implements Serializable

serialVersionUID: 2L

Serialized Fields

executableManagerStr

String executableManagerStr

executableManager

ExecutableManager executableManager

command

StreamingCommand command

properties

Properties properties

initialized

boolean initialized

binaryOutputQueue

BlockingQueue<E> binaryOutputQueue

binaryInputQueue

BlockingQueue<E> binaryInputQueue

allInputFromPredecessorConsumed

boolean allInputFromPredecessorConsumed

allOutputFromBinaryProcessed

boolean allOutputFromBinaryProcessed

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POUnion extends PhysicalOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

done

BitSet done

nextReturnEOP

boolean nextReturnEOP

lastInd

int lastInd

Package org.apache.pig.backend.hadoop.hbase

Class org.apache.pig.backend.hadoop.hbase.HBaseSlice extends Object implements Serializable

serialVersionUID: 9035916017187148965L

Serialized Fields

m_tableName

byte[] m_tableName
Table Name


m_startRow

byte[] m_startRow
Table Start Row


m_endRow

byte[] m_endRow
Table End Row


m_regionLocation

String m_regionLocation
Table Region Location


m_inputColumns

byte[][] m_inputColumns
Input Columns


Package org.apache.pig.backend.local.executionengine.physicalLayer.counters

Class org.apache.pig.backend.local.executionengine.physicalLayer.counters.POCounter extends PhysicalOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

count

long count

Package org.apache.pig.backend.local.executionengine.physicalLayer.relationalOperators

Class org.apache.pig.backend.local.executionengine.physicalLayer.relationalOperators.POCogroup extends PhysicalOperator implements Serializable

Serialized Fields

data

Tuple[] data

its

Iterator<E>[] its

inner

boolean[] inner

Class org.apache.pig.backend.local.executionengine.physicalLayer.relationalOperators.POCross extends PhysicalOperator implements Serializable

Serialized Fields

inputBags

DataBag[] inputBags

data

Tuple[] data

its

Iterator<E>[] its

Class org.apache.pig.backend.local.executionengine.physicalLayer.relationalOperators.POSplit extends PhysicalOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

data

DataBag data

processingDone

boolean processingDone

Class org.apache.pig.backend.local.executionengine.physicalLayer.relationalOperators.POSplitOutput extends PhysicalOperator implements Serializable

serialVersionUID: 1L

Serialized Fields

compOp

PhysicalOperator compOp

compPlan

PhysicalPlan compPlan

it

Iterator<E> it

Class org.apache.pig.backend.local.executionengine.physicalLayer.relationalOperators.POStreamLocal extends POStream implements Serializable

serialVersionUID: 2L


Package org.apache.pig.data

Class org.apache.pig.data.AmendableTuple extends DefaultTuple implements Serializable

serialVersionUID: 2L

Serialized Fields

amendKey

Object amendKey

Class org.apache.pig.data.DataByteArray extends Object implements Serializable

Serialized Fields

mData

byte[] mData

Class org.apache.pig.data.DefaultAbstractBag extends Object implements Serializable

Serialized Fields

mContents

Collection<E> mContents

mSpillFiles

ArrayList<E> mSpillFiles

mSize

long mSize

mMemSizeChanged

boolean mMemSizeChanged

mMemSize

long mMemSize

Class org.apache.pig.data.DefaultAbstractBag.BagDelimiterTuple extends DefaultTuple implements Serializable

Class org.apache.pig.data.DefaultAbstractBag.EndBag extends DefaultAbstractBag.BagDelimiterTuple implements Serializable

Class org.apache.pig.data.DefaultAbstractBag.StartBag extends DefaultAbstractBag.BagDelimiterTuple implements Serializable

Class org.apache.pig.data.DefaultDataBag extends DefaultAbstractBag implements Serializable

serialVersionUID: 2L

Class org.apache.pig.data.DefaultTuple extends Object implements Serializable

serialVersionUID: 2L

Serialized Fields

isNull

boolean isNull

mFields

List<E> mFields

Class org.apache.pig.data.DistinctDataBag extends DefaultAbstractBag implements Serializable

serialVersionUID: 2L

Class org.apache.pig.data.InternalMap extends HashMap<Object,Object> implements Serializable

serialVersionUID: 1L

Class org.apache.pig.data.NonSpillableDataBag extends Object implements Serializable

serialVersionUID: 1L

Serialized Fields

mContents

List<E> mContents

Class org.apache.pig.data.ReadOnceBag extends Object implements Serializable

serialVersionUID: 2L

Serialized Fields

pkg

POPackageLite pkg

key

Object key

Class org.apache.pig.data.SingleTupleBag extends Object implements Serializable

Serialized Fields

item

Tuple item

Class org.apache.pig.data.SortedDataBag extends DefaultAbstractBag implements Serializable

serialVersionUID: 2L

Serialized Fields

mComp

Comparator<T> mComp

mReadStarted

boolean mReadStarted

Class org.apache.pig.data.TargetedTuple extends Object implements Serializable

serialVersionUID: 2L

Serialized Fields

t

Tuple t

targetOps

List<E> targetOps

isNull

boolean isNull

Class org.apache.pig.data.TimestampedTuple extends DefaultTuple implements Serializable

serialVersionUID: 2L

Serialized Fields

timestamp

double timestamp

heartbeat

boolean heartbeat

Package org.apache.pig.impl

Class org.apache.pig.impl.PigContext extends Object implements Serializable

serialVersionUID: 1L

Serialized Fields

execType

ExecType execType

conf

Properties conf

jobName

String jobName

properties

Properties properties

definedFunctions

Map<K,V> definedFunctions
a table mapping function names to function specs.


definedCommands

Map<K,V> definedCommands
a table mapping names to streaming commands.


log4jProperties

Properties log4jProperties

defaultLogLevel

org.apache.log4j.Level defaultLogLevel

defaultParallel

int defaultParallel

inExplain

boolean inExplain

last_alias

String last_alias

skippedShipPaths

List<E> skippedShipPaths

Package org.apache.pig.impl.io

Class org.apache.pig.impl.io.FileSpec extends Object implements Serializable

serialVersionUID: 2L

Serialized Fields

fileName

String fileName

funcSpec

FuncSpec funcSpec

Class org.apache.pig.impl.io.ValidatingInputFileSpec extends FileSpec implements Serializable

serialVersionUID: 1L


Package org.apache.pig.impl.logicalLayer

Class org.apache.pig.impl.logicalLayer.BinaryExpressionOperator extends ExpressionOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.ExpressionOperator extends LogicalOperator implements Serializable

serialVersionUID: 2L

Serialized Fields

mIsFieldSchemaComputed

boolean mIsFieldSchemaComputed

mFieldSchema

Schema.FieldSchema mFieldSchema

Class org.apache.pig.impl.logicalLayer.FrontendException extends PigException implements Serializable

serialVersionUID: 1L

Class org.apache.pig.impl.logicalLayer.LOAdd extends BinaryExpressionOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.LOAnd extends BinaryExpressionOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.LOBinCond extends ExpressionOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.LOCast extends ExpressionOperator implements Serializable

serialVersionUID: 2L

Serialized Fields

mLoadFuncSpec

FuncSpec mLoadFuncSpec

Class org.apache.pig.impl.logicalLayer.LOCogroup extends RelationalOperator implements Serializable

serialVersionUID: 2L

Serialized Fields

mIsInner

boolean[] mIsInner
Cogroup contains a list of logical operators corresponding to the relational operators and a list of generates for each relational operator. Each generate operator in turn contains a list of expressions for the columns that are projected


mGroupByPlans

MultiMap<K,V> mGroupByPlans

Class org.apache.pig.impl.logicalLayer.LOConst extends ExpressionOperator implements Serializable

serialVersionUID: 2L

Serialized Fields

mValue

Object mValue

Class org.apache.pig.impl.logicalLayer.LOCross extends RelationalOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.LODefine extends LogicalOperator implements Serializable

serialVersionUID: 1L

Class org.apache.pig.impl.logicalLayer.LODistinct extends RelationalOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.LODivide extends BinaryExpressionOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.LOEqual extends BinaryExpressionOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.LOFilter extends RelationalOperator implements Serializable

serialVersionUID: 2L

Serialized Fields

mComparisonPlan

LogicalPlan mComparisonPlan

Class org.apache.pig.impl.logicalLayer.LOForEach extends RelationalOperator implements Serializable

serialVersionUID: 2L

Serialized Fields

mForEachPlans

ArrayList<E> mForEachPlans
The foreach operator supports nested query plans. At this point its one level of nesting. Foreach can have a list of operators that need to be applied over the input.


mFlatten

ArrayList<E> mFlatten

mUserDefinedSchema

ArrayList<E> mUserDefinedSchema

mSchemaPlanMapping

List<E> mSchemaPlanMapping

Class org.apache.pig.impl.logicalLayer.LOGenerate extends LogicalOperator implements Serializable

serialVersionUID: 2L

Serialized Fields

mGeneratePlans

ArrayList<E> mGeneratePlans
The projection list of this generate.


mFlatten

ArrayList<E> mFlatten

mUserDefinedSchema

ArrayList<E> mUserDefinedSchema

Class org.apache.pig.impl.logicalLayer.LogicalOperator extends Operator<LOVisitor> implements Serializable

serialVersionUID: 2L

Serialized Fields

mSchema

Schema mSchema
Schema that defines the output of this operator.


mIsSchemaComputed

boolean mIsSchemaComputed
A boolean variable to remember if the schema has been computed


mType

byte mType
Datatype of this output of this operator. Operators start out with data type set to UNKNOWN, and have it set for them by the type checker.


mRequestedParallelism

int mRequestedParallelism
Requested level of parallelism for this operation.


mAlias

String mAlias
Name of the record set that results from this operator.


mPlan

LogicalPlan mPlan
Logical plan that this operator is a part of.


mProjectionMap

ProjectionMap mProjectionMap
ProjectionMap of this operator.


mIsProjectionMapComputed

boolean mIsProjectionMapComputed
A boolean variable to remember if the projection map has been computed

Class org.apache.pig.impl.logicalLayer.LogicalPlan extends OperatorPlan<LogicalOperator> implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.LOGreaterThan extends BinaryExpressionOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.LOGreaterThanEqual extends BinaryExpressionOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.LOIsNull extends UnaryExpressionOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.LOJoin extends RelationalOperator implements Serializable

serialVersionUID: 2L

Serialized Fields

mJoinPlans

MultiMap<K,V> mJoinPlans

mInnerFlags

boolean[] mInnerFlags

mJoinType

LOJoin.JOINTYPE mJoinType

Class org.apache.pig.impl.logicalLayer.LOLesserThan extends BinaryExpressionOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.LOLesserThanEqual extends BinaryExpressionOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.LOLimit extends RelationalOperator implements Serializable

serialVersionUID: 2L

Serialized Fields

mLimit

long mLimit

Class org.apache.pig.impl.logicalLayer.LOLoad extends RelationalOperator implements Serializable

serialVersionUID: 2L

Serialized Fields

splittable

boolean splittable

mInputFileSpec

FileSpec mInputFileSpec

mSchemaFile

String mSchemaFile

mEnforcedSchema

Schema mEnforcedSchema

mExecType

ExecType mExecType

mDeterminedSchema

Schema mDeterminedSchema

Class org.apache.pig.impl.logicalLayer.LOMapLookup extends ExpressionOperator implements Serializable

serialVersionUID: 2L

Serialized Fields

mMapKey

String mMapKey
The key to lookup along with the type and schema corresponding to the type and schema of the value linked to the key


mValueType

byte mValueType

mValueSchema

Schema mValueSchema

Class org.apache.pig.impl.logicalLayer.LOMod extends BinaryExpressionOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.LOMultiply extends BinaryExpressionOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.LONegative extends UnaryExpressionOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.LONot extends UnaryExpressionOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.LONotEqual extends BinaryExpressionOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.LOOr extends BinaryExpressionOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.LOProject extends ExpressionOperator implements Serializable

serialVersionUID: 2L

Serialized Fields

mExp

LogicalOperator mExp
The expression and the column to be projected.


mProjection

List<E> mProjection

mIsStar

boolean mIsStar

mSentinel

boolean mSentinel

mOverloaded

boolean mOverloaded

sendEmptyBagOnEOP

boolean sendEmptyBagOnEOP

Class org.apache.pig.impl.logicalLayer.LORegexp extends BinaryExpressionOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.LOSort extends RelationalOperator implements Serializable

serialVersionUID: 2L

Serialized Fields

mAscCols

List<E> mAscCols

mSortFunc

FuncSpec mSortFunc

mIsStar

boolean mIsStar

limit

long limit

mSortColPlans

List<E> mSortColPlans

Class org.apache.pig.impl.logicalLayer.LOSplit extends RelationalOperator implements Serializable

serialVersionUID: 2L

Serialized Fields

mOutputs

ArrayList<E> mOutputs

Class org.apache.pig.impl.logicalLayer.LOSplitOutput extends RelationalOperator implements Serializable

serialVersionUID: 2L

Serialized Fields

mIndex

int mIndex

mCondPlan

LogicalPlan mCondPlan

Class org.apache.pig.impl.logicalLayer.LOStore extends RelationalOperator implements Serializable

serialVersionUID: 2L

Serialized Fields

mOutputFile

FileSpec mOutputFile

mInputSpec

FileSpec mInputSpec

Class org.apache.pig.impl.logicalLayer.LOStream extends RelationalOperator implements Serializable

serialVersionUID: 2L

Serialized Fields

command

StreamingCommand command

executableManager

ExecutableManager executableManager

Class org.apache.pig.impl.logicalLayer.LOSubtract extends BinaryExpressionOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.LOUnion extends RelationalOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.LOUserFunc extends ExpressionOperator implements Serializable

serialVersionUID: 2L

Serialized Fields

mFuncSpec

FuncSpec mFuncSpec

Class org.apache.pig.impl.logicalLayer.RelationalOperator extends LogicalOperator implements Serializable

serialVersionUID: 2L

Class org.apache.pig.impl.logicalLayer.UnaryExpressionOperator extends ExpressionOperator implements Serializable

serialVersionUID: 2L


Package org.apache.pig.impl.logicalLayer.schema

Class org.apache.pig.impl.logicalLayer.schema.Schema extends Object implements Serializable

serialVersionUID: 2L

Serialized Fields

mFields

List<E> mFields

mAliases

Map<K,V> mAliases

mFieldSchemas

MultiMap<K,V> mFieldSchemas

twoLevelAccessRequired

boolean twoLevelAccessRequired

Class org.apache.pig.impl.logicalLayer.schema.Schema.FieldSchema extends Object implements Serializable

serialVersionUID: 2L

Serialized Fields

alias

String alias
Alias for this field.


type

byte type
Datatype, using codes from DataType.


schema

Schema schema
If this is a tuple itself, it can have a schema. Otherwise this field must be null.


canonicalName

String canonicalName
Canonical name. This name uniquely identifies a field throughout the query. Unlike a an alias, it cannot be changed. It will change when the field is transformed in some way (such as being used in an arithmetic expression or passed to a udf). At that point a new canonical name will be generated for the field.


canonicalMap

Map<K,V> canonicalMap

reverseCanonicalMap

MultiMap<K,V> reverseCanonicalMap
A reverse lookup of canonical names to logical operators. The reverse lookup serves cases where the canonical name of the predecessor cannot be determined. In such cases the keys of the reverse lookup can be used to navigate the plan

Class org.apache.pig.impl.logicalLayer.schema.SchemaMergeException extends FrontendException implements Serializable

serialVersionUID: 1L


Package org.apache.pig.impl.logicalLayer.validators

Class org.apache.pig.impl.logicalLayer.validators.TypeCheckerException extends VisitorException implements Serializable


Package org.apache.pig.impl.plan

Class org.apache.pig.impl.plan.Operator extends Object implements Serializable

serialVersionUID: 1L

Serialized Fields

mKey

OperatorKey mKey
OperatorKey associated with this operator. This key is used to find the operator in an OperatorPlan.

Class org.apache.pig.impl.plan.OperatorKey extends Object implements Serializable

serialVersionUID: 1L

Serialized Fields

scope

String scope

id

long id

Class org.apache.pig.impl.plan.OperatorPlan extends Object implements Serializable

Serialized Fields

mOps

Map<K,V> mOps

mKeys

Map<K,V> mKeys

mFromEdges

MultiMap<K,V> mFromEdges

mToEdges

MultiMap<K,V> mToEdges

mRoots

List<E> mRoots

mLeaves

List<E> mLeaves

Class org.apache.pig.impl.plan.PlanException extends FrontendException implements Serializable

Class org.apache.pig.impl.plan.PlanValidationException extends VisitorException implements Serializable

serialVersionUID: 1L

Class org.apache.pig.impl.plan.VisitorException extends FrontendException implements Serializable


Package org.apache.pig.impl.plan.optimizer

Class org.apache.pig.impl.plan.optimizer.OptimizerException extends VisitorException implements Serializable

Class org.apache.pig.impl.plan.optimizer.RuleOperator extends Operator<RulePlanVisitor> implements Serializable

serialVersionUID: 2L

Serialized Fields

mNodeClass

Class<T> mNodeClass

mNodeType

RuleOperator.NodeType mNodeType

Class org.apache.pig.impl.plan.optimizer.RulePlan extends OperatorPlan<RuleOperator> implements Serializable

serialVersionUID: 2L


Package org.apache.pig.impl.streaming

Class org.apache.pig.impl.streaming.StreamingCommand extends Object implements Serializable

serialVersionUID: 1L

Serialized Fields

executable

String executable

argv

String[] argv

shipSpec

List<E> shipSpec

cacheSpec

List<E> cacheSpec

handleSpecs

Map<K,V> handleSpecs
Map from the the stdin/stdout/stderr handles to their specifications


persistStderr

boolean persistStderr

logDir

String logDir

logFilesLimit

int logFilesLimit

shipFiles

boolean shipFiles

pigContext

PigContext pigContext

Class org.apache.pig.impl.streaming.StreamingCommand.HandleSpec extends Object implements Serializable

serialVersionUID: 1L

Serialized Fields

name

String name

spec

String spec

Package org.apache.pig.impl.util

Class org.apache.pig.impl.util.LinkedMultiMap extends MultiMap<K,V> implements Serializable

serialVersionUID: 1L

Class org.apache.pig.impl.util.MultiMap extends Object implements Serializable

serialVersionUID: 2L

Serialized Fields

mMap

Map<K,V> mMap

Class org.apache.pig.impl.util.Pair extends Object implements Serializable

Serialized Fields

first

Object first

second

Object second

Package org.apache.pig.pen.util

Class org.apache.pig.pen.util.ExampleTuple extends Object implements Serializable

serialVersionUID: 2L

Serialized Fields

synthetic

boolean synthetic

omittable

boolean omittable

t

Tuple t

Package org.apache.pig.tools.parameters

Class org.apache.pig.tools.parameters.ParseException extends Exception implements Serializable

serialVersionUID: 1L

Serialized Fields

currentToken

org.apache.pig.tools.parameters.Token currentToken

expectedTokenSequences

int[][] expectedTokenSequences

tokenImage

String[] tokenImage

eol

String eol

Class org.apache.pig.tools.parameters.Token extends Object implements Serializable

serialVersionUID: 1L

Serialized Fields

kind

int kind

beginLine

int beginLine

beginColumn

int beginColumn

endLine

int endLine

endColumn

int endColumn

image

String image

next

org.apache.pig.tools.parameters.Token next

specialToken

org.apache.pig.tools.parameters.Token specialToken

Class org.apache.pig.tools.parameters.TokenMgrError extends Error implements Serializable

serialVersionUID: 1L

Serialized Fields

errorCode

int errorCode



Copyright © ${year} The Apache Software Foundation