Package | Description |
---|---|
org.apache.hadoop.mapred | |
org.apache.hadoop.mapreduce | |
org.apache.hadoop.mapreduce.jobhistory | |
org.apache.hadoop.mapreduce.lib.jobcontrol | |
org.apache.hadoop.mapreduce.lib.map | |
org.apache.hadoop.mapreduce.lib.reduce | |
org.apache.hadoop.mapreduce.protocol | |
org.apache.hadoop.mapreduce.split | |
org.apache.hadoop.mapreduce.task | |
org.apache.hadoop.mapreduce.v2.jobhistory | |
org.apache.hadoop.mapreduce.v2.util | |
org.apache.hadoop.tools.rumen |
Rumen is a data extraction and analysis tool built for
Apache Hadoop.
|
Modifier and Type | Class and Description |
---|---|
class |
JobID
JobID represents the immutable and unique identifier for
the job.
|
Modifier and Type | Method and Description |
---|---|
JobID |
YARNRunner.getNewJobID() |
JobID |
ResourceMgrDelegate.getNewJobID() |
JobID |
LocalJobRunner.getNewJobID() |
Modifier and Type | Method and Description |
---|---|
static JobID |
JobID.downgrade(JobID old)
Downgrade a new JobID to an old one
|
ClientServiceDelegate |
ClientCache.getClient(JobID jobId) |
Counters |
YARNRunner.getJobCounters(JobID arg0) |
Counters |
ClientServiceDelegate.getJobCounters(JobID arg0) |
Counters |
LocalJobRunner.getJobCounters(JobID id) |
static File |
TaskLog.getJobDir(JobID jobid)
Get the user log directory for the job jobid.
|
JobStatus |
YARNRunner.getJobStatus(JobID jobID) |
JobStatus |
ClientServiceDelegate.getJobStatus(JobID oldJobID) |
JobStatus |
LocalJobRunner.getJobStatus(JobID id) |
LogParams |
YARNRunner.getLogFileParams(JobID jobID,
TaskAttemptID taskAttemptID) |
LogParams |
LocalJobRunner.getLogFileParams(JobID jobID,
TaskAttemptID taskAttemptID) |
LogParams |
ClientServiceDelegate.getLogFilePath(JobID oldJobID,
TaskAttemptID oldTaskAttemptID) |
TaskCompletionEvent[] |
YARNRunner.getTaskCompletionEvents(JobID arg0,
int arg1,
int arg2) |
TaskCompletionEvent[] |
ClientServiceDelegate.getTaskCompletionEvents(JobID arg0,
int arg1,
int arg2) |
TaskCompletionEvent[] |
LocalJobRunner.getTaskCompletionEvents(JobID jobid,
int fromEventId,
int maxEvents) |
TaskReport[] |
YARNRunner.getTaskReports(JobID jobID,
TaskType taskType) |
TaskReport[] |
ClientServiceDelegate.getTaskReports(JobID oldJobID,
TaskType taskType) |
TaskReport[] |
LocalJobRunner.getTaskReports(JobID id,
TaskType type) |
void |
YARNRunner.killJob(JobID arg0) |
boolean |
ClientServiceDelegate.killJob(JobID oldJobID) |
void |
LocalJobRunner.killJob(JobID id) |
void |
YARNRunner.setJobPriority(JobID arg0,
String arg1) |
void |
ResourceMgrDelegate.setJobPriority(JobID arg0,
String arg1) |
void |
LocalJobRunner.setJobPriority(JobID id,
String jp) |
JobStatus |
YARNRunner.submitJob(JobID jobId,
String jobSubmitDir,
Credentials ts) |
JobStatus |
LocalJobRunner.submitJob(JobID jobid,
String jobSubmitDir,
Credentials credentials) |
Constructor and Description |
---|
ClientServiceDelegate(Configuration conf,
ResourceMgrDelegate rm,
JobID jobId,
MRClientProtocol historyServerProxy) |
JobContextImpl(JobConf conf,
JobID jobId) |
JobContextImpl(JobConf conf,
JobID jobId,
Progressable progress) |
JobProfile(String user,
JobID jobid,
String jobFile,
String url,
String name)
Construct a
JobProfile the userid, jobid,
job config-file, job-details url and job name. |
JobProfile(String user,
JobID jobid,
String jobFile,
String url,
String name,
String queueName)
Construct a
JobProfile the userid, jobid,
job config-file, job-details url and job name. |
TaskID(JobID jobId,
boolean isMap,
int id)
Deprecated.
|
TaskID(JobID jobId,
TaskType type,
int id)
Constructs a TaskID object from given
JobID . |
Modifier and Type | Method and Description |
---|---|
static JobID |
JobID.forName(String str)
Construct a JobId object from given string
|
static JobID |
TypeConverter.fromYarn(ApplicationId appID) |
JobID |
TaskAttemptID.getJobID()
Returns the
JobID object that this task attempt belongs to |
JobID |
TaskID.getJobID()
Returns the
JobID object that this tip belongs to |
JobID |
JobStatus.getJobID() |
JobID |
JobContext.getJobID()
Get the unique ID for the job.
|
Modifier and Type | Method and Description |
---|---|
Job |
Cluster.getJob(JobID jobId)
Get job corresponding to jobid.
|
String |
Cluster.getJobHistoryUrl(JobID jobId)
Get the job history file path for a given job id.
|
LogParams |
Cluster.getLogParams(JobID jobID,
TaskAttemptID taskAttemptID)
Get log parameters for the specified jobID or taskAttemptID
|
static JobId |
TypeConverter.toYarn(JobID id) |
Constructor and Description |
---|
JobStatus(JobID jobid,
float setupProgress,
float mapProgress,
float reduceProgress,
float cleanupProgress,
JobStatus.State runState,
JobPriority jp,
String user,
String jobName,
String jobFile,
String trackingUrl)
Create a job status object for a given jobid.
|
JobStatus(JobID jobid,
float setupProgress,
float mapProgress,
float reduceProgress,
float cleanupProgress,
JobStatus.State runState,
JobPriority jp,
String user,
String jobName,
String queue,
String jobFile,
String trackingUrl)
Create a job status object for a given jobid.
|
JobStatus(JobID jobid,
float setupProgress,
float mapProgress,
float reduceProgress,
float cleanupProgress,
JobStatus.State runState,
JobPriority jp,
String user,
String jobName,
String queue,
String jobFile,
String trackingUrl,
boolean isUber)
Create a job status object for a given jobid.
|
TaskID(JobID jobId,
boolean isMap,
int id)
Deprecated.
|
TaskID(JobID jobId,
TaskType type,
int id)
Constructs a TaskID object from given
JobID . |
Modifier and Type | Method and Description |
---|---|
JobID |
JobFinishedEvent.getJobid()
Get the Job ID
|
JobID |
JobInfoChangeEvent.getJobId()
Get the Job ID
|
JobID |
JobSubmittedEvent.getJobId()
Get the Job Id
|
JobID |
JobUnsuccessfulCompletionEvent.getJobId()
Get the Job ID
|
JobID |
JobPriorityChangeEvent.getJobId()
Get the Job ID
|
JobID |
JobInitedEvent.getJobId()
Get the job ID
|
JobID |
JobStatusChangedEvent.getJobId()
Get the Job Id
|
JobID |
JobHistoryParser.JobInfo.getJobId() |
Constructor and Description |
---|
JobFinishedEvent(JobID id,
long finishTime,
int finishedMaps,
int finishedReduces,
int failedMaps,
int failedReduces,
Counters mapCounters,
Counters reduceCounters,
Counters totalCounters)
Create an event to record successful job completion
|
JobInfoChangeEvent(JobID id,
long submitTime,
long launchTime)
Create a event to record the submit and launch time of a job
|
JobInitedEvent(JobID id,
long launchTime,
int totalMaps,
int totalReduces,
String jobStatus,
boolean uberized)
Create an event to record job initialization
|
JobPriorityChangeEvent(JobID id,
JobPriority priority)
Generate an event to record changes in Job priority
|
JobStatusChangedEvent(JobID id,
String jobStatus)
Create an event to record the change in the Job Status
|
JobSubmittedEvent(JobID id,
String jobName,
String userName,
long submitTime,
String jobConfPath,
Map<JobACL,AccessControlList> jobACLs,
String jobQueueName)
Create an event to record job submission
|
JobSubmittedEvent(JobID id,
String jobName,
String userName,
long submitTime,
String jobConfPath,
Map<JobACL,AccessControlList> jobACLs,
String jobQueueName,
String workflowId,
String workflowName,
String workflowNodeName,
String workflowAdjacencies)
Create an event to record job submission
|
JobSubmittedEvent(JobID id,
String jobName,
String userName,
long submitTime,
String jobConfPath,
Map<JobACL,AccessControlList> jobACLs,
String jobQueueName,
String workflowId,
String workflowName,
String workflowNodeName,
String workflowAdjacencies,
String workflowTags)
Create an event to record job submission
|
JobUnsuccessfulCompletionEvent(JobID id,
long finishTime,
int finishedMaps,
int finishedReduces,
String status)
Create an event to record unsuccessful completion (killed/failed) of jobs
|
Modifier and Type | Method and Description |
---|---|
JobID |
ControlledJob.getMapredJobId() |
Modifier and Type | Method and Description |
---|---|
JobID |
WrappedMapper.Context.getJobID() |
Modifier and Type | Method and Description |
---|---|
JobID |
WrappedReducer.Context.getJobID() |
Modifier and Type | Method and Description |
---|---|
JobID |
ClientProtocol.getNewJobID()
Allocate a name for the job.
|
Modifier and Type | Method and Description |
---|---|
Counters |
ClientProtocol.getJobCounters(JobID jobid)
Grab the current job counters
|
JobStatus |
ClientProtocol.getJobStatus(JobID jobid)
Grab a handle to a job that is already known to the JobTracker.
|
LogParams |
ClientProtocol.getLogFileParams(JobID jobID,
TaskAttemptID taskAttemptID)
Gets the location of the log file for a job if no taskAttemptId is
specified, otherwise gets the log location for the taskAttemptId.
|
TaskCompletionEvent[] |
ClientProtocol.getTaskCompletionEvents(JobID jobid,
int fromEventId,
int maxEvents)
Get task completion events for the jobid, starting from fromEventId.
|
TaskReport[] |
ClientProtocol.getTaskReports(JobID jobid,
TaskType type)
Grab a bunch of info on the tasks that make up the job
|
void |
ClientProtocol.killJob(JobID jobid)
Kill the indicated job
|
void |
ClientProtocol.setJobPriority(JobID jobid,
String priority)
Set the priority of the specified job
|
JobStatus |
ClientProtocol.submitJob(JobID jobId,
String jobSubmitDir,
Credentials ts)
Submit a Job for execution.
|
Modifier and Type | Method and Description |
---|---|
static JobSplit.TaskSplitMetaInfo[] |
SplitMetaInfoReader.readSplitMetaInfo(JobID jobId,
FileSystem fs,
Configuration conf,
Path jobSubmitDir) |
Modifier and Type | Method and Description |
---|---|
JobID |
JobContextImpl.getJobID()
Get the unique ID for the job.
|
Modifier and Type | Method and Description |
---|---|
void |
JobContextImpl.setJobID(JobID jobId)
Set the JobID.
|
Constructor and Description |
---|
JobContextImpl(Configuration conf,
JobID jobId) |
Modifier and Type | Method and Description |
---|---|
static JobID |
JobHistoryUtils.getJobIDFromHistoryFilePath(String pathString)
Returns the jobId from a job history file name.
|
Modifier and Type | Method and Description |
---|---|
static String |
MRApps.getJobFile(Configuration conf,
String user,
JobID jobId) |
Modifier and Type | Method and Description |
---|---|
JobID |
ZombieJob.getJobID() |
JobID |
LoggedJob.getJobID() |
JobID |
JobStory.getJobID()
Get the job ID
|
Copyright © 2013 Apache Software Foundation. All rights reserved.