public class HadoopJobExecHelper extends Object
Modifier and Type | Field and Description |
---|---|
protected org.apache.hadoop.mapred.JobConf |
job |
org.apache.hadoop.mapred.JobID |
jobId |
protected int |
lastMapProgress |
protected int |
lastReduceProgress |
protected int |
mapProgress |
protected int |
reduceProgress |
static List<org.apache.hadoop.mapred.RunningJob> |
runningJobs
A list of the currently running jobs spawned in this Hive instance that is used to kill all
running jobs in the event of an unexpected shutdown - i.e., the JVM shuts down while there are
still jobs running.
|
protected Task<? extends Serializable> |
task |
Constructor and Description |
---|
HadoopJobExecHelper(org.apache.hadoop.mapred.JobConf job,
SessionState.LogHelper console,
Task<? extends Serializable> task,
HadoopJobExecHook hookCallBack) |
Modifier and Type | Method and Description |
---|---|
boolean |
checkFatalErrors(org.apache.hadoop.mapred.Counters ctrs,
StringBuilder errMsg) |
static String |
getJobEndMsg(org.apache.hadoop.mapred.JobID jobId)
this msg pattern is used to track when a job is successfully done.
|
org.apache.hadoop.mapred.JobID |
getJobId() |
void |
jobInfo(org.apache.hadoop.mapred.RunningJob rj)
from StreamJob.java.
|
static void |
killRunningJobs() |
void |
localJobDebugger(int exitVal,
String taskId) |
boolean |
mapDone() |
boolean |
mapStarted() |
int |
progress(org.apache.hadoop.mapred.RunningJob rj,
org.apache.hadoop.mapred.JobClient jc,
Context ctx) |
int |
progressLocal(Process runningJob,
String taskId) |
boolean |
reduceDone() |
boolean |
reduceStarted() |
void |
setJobId(org.apache.hadoop.mapred.JobID jobId) |
protected transient org.apache.hadoop.mapred.JobConf job
protected Task<? extends Serializable> task
protected transient int mapProgress
protected transient int reduceProgress
protected transient int lastMapProgress
protected transient int lastReduceProgress
public transient org.apache.hadoop.mapred.JobID jobId
public static List<org.apache.hadoop.mapred.RunningJob> runningJobs
public HadoopJobExecHelper(org.apache.hadoop.mapred.JobConf job, SessionState.LogHelper console, Task<? extends Serializable> task, HadoopJobExecHook hookCallBack)
public static String getJobEndMsg(org.apache.hadoop.mapred.JobID jobId)
jobId
- public boolean mapStarted()
public boolean reduceStarted()
public boolean mapDone()
public boolean reduceDone()
public org.apache.hadoop.mapred.JobID getJobId()
public void setJobId(org.apache.hadoop.mapred.JobID jobId)
public static void killRunningJobs()
public boolean checkFatalErrors(org.apache.hadoop.mapred.Counters ctrs, StringBuilder errMsg)
public void jobInfo(org.apache.hadoop.mapred.RunningJob rj)
public void localJobDebugger(int exitVal, String taskId)
public int progress(org.apache.hadoop.mapred.RunningJob rj, org.apache.hadoop.mapred.JobClient jc, Context ctx) throws IOException, LockException
IOException
LockException
Copyright © 2022 The Apache Software Foundation. All rights reserved.