public abstract class Task<T extends java.io.Serializable> extends java.lang.Object implements java.io.Serializable, Node
Modifier and Type | Class and Description |
---|---|
static class |
Task.FeedType |
Modifier and Type | Field and Description |
---|---|
static int |
BACKUP_COMMON_JOIN |
protected java.util.List<Task<? extends java.io.Serializable>> |
backupChildrenTasks |
protected Task<? extends java.io.Serializable> |
backupTask |
protected java.util.List<Task<? extends java.io.Serializable>> |
childTasks |
protected boolean |
clonedConf |
static int |
COMMON_JOIN |
protected HiveConf |
conf |
protected SessionState.LogHelper |
console |
static int |
CONVERTED_LOCAL_MAPJOIN |
static int |
CONVERTED_MAPJOIN |
static int |
CONVERTED_SORTMERGEJOIN |
protected Hive |
db |
protected DriverContext |
driverContext |
protected java.util.List<Task<? extends java.io.Serializable>> |
feedSubscribers |
protected java.lang.String |
id |
protected boolean |
initialized |
protected boolean |
isdone |
protected java.lang.String |
jobID |
static int |
LOCAL_MAPJOIN |
protected static org.apache.commons.logging.Log |
LOG |
static int |
MAPJOIN_ONLY_NOBACKUP |
static int |
NO_TAG |
protected java.util.List<Task<? extends java.io.Serializable>> |
parentTasks |
protected QueryPlan |
queryPlan |
protected boolean |
queued |
protected boolean |
started |
java.util.HashMap<java.lang.String,java.lang.Long> |
taskCounters |
TaskHandle |
taskHandle |
protected int |
taskTag |
protected T |
work |
Constructor and Description |
---|
Task() |
Modifier and Type | Method and Description |
---|---|
boolean |
addDependentTask(Task<? extends java.io.Serializable> dependent)
Add a dependent task on the current task.
|
protected void |
cloneConf() |
boolean |
done() |
protected abstract int |
execute(DriverContext driverContext)
This method is overridden in each Task.
|
int |
executeTask()
This method is called in the Driver on every task.
|
boolean |
fetch(java.util.ArrayList<java.lang.String> res) |
Task<? extends java.io.Serializable> |
getAndInitBackupTask() |
java.util.List<Task<? extends java.io.Serializable>> |
getBackupChildrenTasks() |
Task<? extends java.io.Serializable> |
getBackupTask() |
java.util.List<? extends Node> |
getChildren()
Gets the vector of children nodes.
|
java.util.List<Task<? extends java.io.Serializable>> |
getChildTasks() |
java.util.HashMap<java.lang.String,java.lang.Long> |
getCounters() |
java.util.List<Task<? extends java.io.Serializable>> |
getDependentTasks()
The default dependent tasks are just child tasks, but different types could implement their own
(e.g.
|
java.util.List<Task<? extends java.io.Serializable>> |
getFeedSubscribers() |
java.lang.String |
getId() |
boolean |
getInitialized() |
java.lang.String |
getJobID() |
java.util.List<Task<? extends java.io.Serializable>> |
getParentTasks() |
QueryPlan |
getQueryPlan() |
boolean |
getQueued() |
Operator<? extends OperatorDesc> |
getReducer() |
java.util.List<FieldSchema> |
getResultSchema() |
TaskHandle |
getTaskHandle() |
int |
getTaskTag() |
java.util.Collection<Operator<? extends OperatorDesc>> |
getTopOperators() |
abstract StageType |
getType()
Should be overridden to return the type of the specific task among the types in StageType.
|
T |
getWork() |
boolean |
hasReduce() |
boolean |
ifRetryCmdWhenFail() |
void |
initialize(HiveConf conf,
QueryPlan queryPlan,
DriverContext driverContext) |
boolean |
isLocalMode() |
boolean |
isMapRedLocalTask() |
boolean |
isMapRedTask() |
boolean |
isRunnable() |
protected void |
pushFeed(Task.FeedType feedType,
java.lang.Object feedValue) |
protected void |
receiveFeed(Task.FeedType feedType,
java.lang.Object feedValue) |
void |
removeDependentTask(Task<? extends java.io.Serializable> dependent)
Remove the dependent task.
|
void |
removeFromChildrenTasks() |
boolean |
requireLock() |
void |
setBackupChildrenTasks(java.util.List<Task<? extends java.io.Serializable>> backupChildrenTasks) |
void |
setBackupTask(Task<? extends java.io.Serializable> backupTask) |
void |
setChildTasks(java.util.List<Task<? extends java.io.Serializable>> childTasks) |
void |
setDone() |
void |
setFeedSubscribers(java.util.List<Task<? extends java.io.Serializable>> s) |
void |
setId(java.lang.String id) |
void |
setInitialized() |
void |
setLocalMode(boolean isLocalMode) |
void |
setParentTasks(java.util.List<Task<? extends java.io.Serializable>> parentTasks) |
void |
setQueryPlan(QueryPlan queryPlan) |
void |
setQueued() |
void |
setRetryCmdWhenFail(boolean retryCmdWhenFail) |
void |
setStarted() |
void |
setTaskTag(int taskTag) |
void |
setWork(T work) |
void |
shutdown() |
boolean |
started() |
void |
subscribeFeed(Task<? extends java.io.Serializable> publisher)
Subscribe the feed of publisher.
|
public transient java.util.HashMap<java.lang.String,java.lang.Long> taskCounters
public transient TaskHandle taskHandle
protected transient boolean started
protected transient boolean initialized
protected transient boolean isdone
protected transient boolean queued
protected transient HiveConf conf
protected transient Hive db
protected transient SessionState.LogHelper console
protected transient QueryPlan queryPlan
protected transient DriverContext driverContext
protected transient boolean clonedConf
protected transient java.lang.String jobID
protected Task<? extends java.io.Serializable> backupTask
protected java.util.List<Task<? extends java.io.Serializable>> backupChildrenTasks
protected static transient org.apache.commons.logging.Log LOG
protected int taskTag
public static final int NO_TAG
public static final int COMMON_JOIN
public static final int CONVERTED_MAPJOIN
public static final int CONVERTED_LOCAL_MAPJOIN
public static final int BACKUP_COMMON_JOIN
public static final int LOCAL_MAPJOIN
public static final int MAPJOIN_ONLY_NOBACKUP
public static final int CONVERTED_SORTMERGEJOIN
protected transient java.util.List<Task<? extends java.io.Serializable>> feedSubscribers
protected java.lang.String id
protected T extends java.io.Serializable work
protected java.util.List<Task<? extends java.io.Serializable>> childTasks
protected java.util.List<Task<? extends java.io.Serializable>> parentTasks
public TaskHandle getTaskHandle()
public void initialize(HiveConf conf, QueryPlan queryPlan, DriverContext driverContext)
public int executeTask()
protected abstract int execute(DriverContext driverContext)
public boolean fetch(java.util.ArrayList<java.lang.String> res) throws java.io.IOException, CommandNeedRetryException
java.io.IOException
CommandNeedRetryException
public void setChildTasks(java.util.List<Task<? extends java.io.Serializable>> childTasks)
public java.util.List<? extends Node> getChildren()
Node
getChildren
in interface Node
public java.util.List<Task<? extends java.io.Serializable>> getChildTasks()
public void setParentTasks(java.util.List<Task<? extends java.io.Serializable>> parentTasks)
public java.util.List<Task<? extends java.io.Serializable>> getParentTasks()
public Task<? extends java.io.Serializable> getBackupTask()
public void setBackupTask(Task<? extends java.io.Serializable> backupTask)
public java.util.List<Task<? extends java.io.Serializable>> getBackupChildrenTasks()
public void setBackupChildrenTasks(java.util.List<Task<? extends java.io.Serializable>> backupChildrenTasks)
public Task<? extends java.io.Serializable> getAndInitBackupTask()
public void removeFromChildrenTasks()
public java.util.List<Task<? extends java.io.Serializable>> getDependentTasks()
public boolean addDependentTask(Task<? extends java.io.Serializable> dependent)
public void removeDependentTask(Task<? extends java.io.Serializable> dependent)
dependent
- the task to removepublic void setStarted()
public boolean started()
public boolean done()
public void setDone()
public void setQueued()
public boolean getQueued()
public void setInitialized()
public boolean getInitialized()
public boolean isRunnable()
public void setWork(T work)
public T getWork()
public void setId(java.lang.String id)
public java.lang.String getId()
public boolean isMapRedTask()
public boolean isMapRedLocalTask()
public java.util.Collection<Operator<? extends OperatorDesc>> getTopOperators()
public boolean hasReduce()
public Operator<? extends OperatorDesc> getReducer()
public java.util.HashMap<java.lang.String,java.lang.Long> getCounters()
public abstract StageType getType()
public void subscribeFeed(Task<? extends java.io.Serializable> publisher)
publisher
- this feed provider.public java.util.List<Task<? extends java.io.Serializable>> getFeedSubscribers()
public void setFeedSubscribers(java.util.List<Task<? extends java.io.Serializable>> s)
protected void pushFeed(Task.FeedType feedType, java.lang.Object feedValue)
protected void receiveFeed(Task.FeedType feedType, java.lang.Object feedValue)
protected void cloneConf()
public int getTaskTag()
public void setTaskTag(int taskTag)
public boolean isLocalMode()
public void setLocalMode(boolean isLocalMode)
public boolean requireLock()
public boolean ifRetryCmdWhenFail()
public void setRetryCmdWhenFail(boolean retryCmdWhenFail)
public QueryPlan getQueryPlan()
public void setQueryPlan(QueryPlan queryPlan)
public java.lang.String getJobID()
public void shutdown()
public java.util.List<FieldSchema> getResultSchema()
Copyright © 2012 The Apache Software Foundation