public class JobMetricsListener extends Object implements org.apache.spark.scheduler.SparkListener
Constructor and Description |
---|
JobMetricsListener() |
Modifier and Type | Method and Description |
---|---|
void |
cleanup(int jobId) |
Map<String,List<org.apache.spark.executor.TaskMetrics>> |
getJobMetric(int jobId) |
void |
onApplicationEnd(org.apache.spark.scheduler.SparkListenerApplicationEnd applicationEnd) |
void |
onApplicationStart(org.apache.spark.scheduler.SparkListenerApplicationStart applicationStart) |
void |
onBlockManagerAdded(org.apache.spark.scheduler.SparkListenerBlockManagerAdded blockManagerAdded) |
void |
onBlockManagerRemoved(org.apache.spark.scheduler.SparkListenerBlockManagerRemoved blockManagerRemoved) |
void |
onEnvironmentUpdate(org.apache.spark.scheduler.SparkListenerEnvironmentUpdate environmentUpdate) |
void |
onExecutorAdded(org.apache.spark.scheduler.SparkListenerExecutorAdded added) |
void |
onExecutorMetricsUpdate(org.apache.spark.scheduler.SparkListenerExecutorMetricsUpdate executorMetricsUpdate) |
void |
onExecutorRemoved(org.apache.spark.scheduler.SparkListenerExecutorRemoved removed) |
void |
onJobEnd(org.apache.spark.scheduler.SparkListenerJobEnd jobEnd) |
void |
onJobStart(org.apache.spark.scheduler.SparkListenerJobStart jobStart) |
void |
onStageCompleted(org.apache.spark.scheduler.SparkListenerStageCompleted stageCompleted) |
void |
onStageSubmitted(org.apache.spark.scheduler.SparkListenerStageSubmitted stageSubmitted) |
void |
onTaskEnd(org.apache.spark.scheduler.SparkListenerTaskEnd taskEnd) |
void |
onTaskGettingResult(org.apache.spark.scheduler.SparkListenerTaskGettingResult taskGettingResult) |
void |
onTaskStart(org.apache.spark.scheduler.SparkListenerTaskStart taskStart) |
void |
onUnpersistRDD(org.apache.spark.scheduler.SparkListenerUnpersistRDD unpersistRDD) |
public void onExecutorRemoved(org.apache.spark.scheduler.SparkListenerExecutorRemoved removed)
onExecutorRemoved
in interface org.apache.spark.scheduler.SparkListener
public void onExecutorAdded(org.apache.spark.scheduler.SparkListenerExecutorAdded added)
onExecutorAdded
in interface org.apache.spark.scheduler.SparkListener
public void onStageCompleted(org.apache.spark.scheduler.SparkListenerStageCompleted stageCompleted)
onStageCompleted
in interface org.apache.spark.scheduler.SparkListener
public void onStageSubmitted(org.apache.spark.scheduler.SparkListenerStageSubmitted stageSubmitted)
onStageSubmitted
in interface org.apache.spark.scheduler.SparkListener
public void onTaskStart(org.apache.spark.scheduler.SparkListenerTaskStart taskStart)
onTaskStart
in interface org.apache.spark.scheduler.SparkListener
public void onTaskGettingResult(org.apache.spark.scheduler.SparkListenerTaskGettingResult taskGettingResult)
onTaskGettingResult
in interface org.apache.spark.scheduler.SparkListener
public void onTaskEnd(org.apache.spark.scheduler.SparkListenerTaskEnd taskEnd)
onTaskEnd
in interface org.apache.spark.scheduler.SparkListener
public void onJobStart(org.apache.spark.scheduler.SparkListenerJobStart jobStart)
onJobStart
in interface org.apache.spark.scheduler.SparkListener
public void onJobEnd(org.apache.spark.scheduler.SparkListenerJobEnd jobEnd)
onJobEnd
in interface org.apache.spark.scheduler.SparkListener
public void onEnvironmentUpdate(org.apache.spark.scheduler.SparkListenerEnvironmentUpdate environmentUpdate)
onEnvironmentUpdate
in interface org.apache.spark.scheduler.SparkListener
public void onBlockManagerAdded(org.apache.spark.scheduler.SparkListenerBlockManagerAdded blockManagerAdded)
onBlockManagerAdded
in interface org.apache.spark.scheduler.SparkListener
public void onBlockManagerRemoved(org.apache.spark.scheduler.SparkListenerBlockManagerRemoved blockManagerRemoved)
onBlockManagerRemoved
in interface org.apache.spark.scheduler.SparkListener
public void onUnpersistRDD(org.apache.spark.scheduler.SparkListenerUnpersistRDD unpersistRDD)
onUnpersistRDD
in interface org.apache.spark.scheduler.SparkListener
public void onApplicationStart(org.apache.spark.scheduler.SparkListenerApplicationStart applicationStart)
onApplicationStart
in interface org.apache.spark.scheduler.SparkListener
public void onApplicationEnd(org.apache.spark.scheduler.SparkListenerApplicationEnd applicationEnd)
onApplicationEnd
in interface org.apache.spark.scheduler.SparkListener
public void onExecutorMetricsUpdate(org.apache.spark.scheduler.SparkListenerExecutorMetricsUpdate executorMetricsUpdate)
onExecutorMetricsUpdate
in interface org.apache.spark.scheduler.SparkListener
public void cleanup(int jobId)
Copyright © 2017 The Apache Software Foundation. All rights reserved.