public abstract static class ReduceSinkDeDuplication.AbsctractReducerReducerProc extends java.lang.Object implements NodeProcessor
Constructor and Description |
---|
AbsctractReducerReducerProc() |
Modifier and Type | Method and Description |
---|---|
protected java.lang.Integer |
checkNumReducer(int creduce,
int preduce)
If number of reducers for RS is -1, the RS can have any number of reducers.
|
protected java.lang.Integer |
checkOrder(java.lang.String corder,
java.lang.String porder) |
protected boolean |
merge(ReduceSinkOperator cRS,
JoinOperator pJoin,
int minReducer) |
protected boolean |
merge(ReduceSinkOperator cRS,
ReduceSinkOperator pRS,
int minReducer)
Current RSDedup remove/replace child RS.
|
java.lang.Object |
process(Node nd,
java.util.Stack<Node> stack,
NodeProcessorCtx procCtx,
java.lang.Object... nodeOutputs)
Generic process for all ops that don't have specific implementations.
|
protected abstract java.lang.Object |
process(ReduceSinkOperator cRS,
GroupByOperator cGBY,
ReduceSinkDeDuplication.ReduceSinkDeduplicateProcCtx dedupCtx) |
protected abstract java.lang.Object |
process(ReduceSinkOperator cRS,
ReduceSinkDeDuplication.ReduceSinkDeduplicateProcCtx dedupCtx) |
protected java.lang.Integer |
sameKeys(java.util.List<ExprNodeDesc> cexprs,
java.util.List<ExprNodeDesc> pexprs,
Operator<?> child,
Operator<?> parent) |
public java.lang.Object process(Node nd, java.util.Stack<Node> stack, NodeProcessorCtx procCtx, java.lang.Object... nodeOutputs) throws SemanticException
NodeProcessor
process
in interface NodeProcessor
nd
- operator to processprocCtx
- operator processor contextnodeOutputs
- A variable argument list of outputs from other nodes in the walkSemanticException
protected abstract java.lang.Object process(ReduceSinkOperator cRS, ReduceSinkDeDuplication.ReduceSinkDeduplicateProcCtx dedupCtx) throws SemanticException
SemanticException
protected abstract java.lang.Object process(ReduceSinkOperator cRS, GroupByOperator cGBY, ReduceSinkDeDuplication.ReduceSinkDeduplicateProcCtx dedupCtx) throws SemanticException
SemanticException
protected boolean merge(ReduceSinkOperator cRS, JoinOperator pJoin, int minReducer) throws SemanticException
SemanticException
protected boolean merge(ReduceSinkOperator cRS, ReduceSinkOperator pRS, int minReducer) throws SemanticException
SemanticException
protected java.lang.Integer sameKeys(java.util.List<ExprNodeDesc> cexprs, java.util.List<ExprNodeDesc> pexprs, Operator<?> child, Operator<?> parent) throws SemanticException
SemanticException
protected java.lang.Integer checkOrder(java.lang.String corder, java.lang.String porder)
protected java.lang.Integer checkNumReducer(int creduce, int preduce)
Copyright © 2012 The Apache Software Foundation