public class LocalSparkJobMonitor extends Object
Modifier and Type | Class and Description |
---|---|
protected static class |
SparkJobMonitor.StageState |
Modifier and Type | Field and Description |
---|---|
protected int |
checkInterval |
protected static String |
CLASS_NAME |
protected SessionState.LogHelper |
console |
protected boolean |
inPlaceUpdate |
protected static org.slf4j.Logger |
LOG |
protected long |
monitorTimeoutInterval |
protected PerfLogger |
perfLogger |
protected long |
startTime |
Constructor and Description |
---|
LocalSparkJobMonitor(HiveConf hiveConf,
SparkJobStatus sparkJobStatus) |
Modifier and Type | Method and Description |
---|---|
protected int |
getStageMaxTaskCount(Map<String,SparkStageProgress> progressMap) |
protected int |
getTotalTaskCount(Map<String,SparkStageProgress> progressMap) |
protected void |
printStatus(Map<String,SparkStageProgress> progressMap,
Map<String,SparkStageProgress> lastProgressMap) |
int |
startMonitor() |
protected static final String CLASS_NAME
protected static final org.slf4j.Logger LOG
protected final transient SessionState.LogHelper console
protected final PerfLogger perfLogger
protected final int checkInterval
protected final long monitorTimeoutInterval
protected long startTime
protected final boolean inPlaceUpdate
public LocalSparkJobMonitor(HiveConf hiveConf, SparkJobStatus sparkJobStatus)
public int startMonitor()
protected void printStatus(Map<String,SparkStageProgress> progressMap, Map<String,SparkStageProgress> lastProgressMap)
protected int getTotalTaskCount(Map<String,SparkStageProgress> progressMap)
protected int getStageMaxTaskCount(Map<String,SparkStageProgress> progressMap)
Copyright © 2019 The Apache Software Foundation. All rights reserved.