public class SparkTask extends Task<SparkWork>
Task.FeedType, Task.TaskState
BACKUP_COMMON_JOIN, backupChildrenTasks, backupTask, childTasks, clonedConf, COMMON_JOIN, conf, CONVERTED_MAPJOIN, CONVERTED_MAPJOIN_LOCAL, CONVERTED_SORTMERGEJOIN, driverContext, feedSubscribers, HINTED_MAPJOIN, HINTED_MAPJOIN_LOCAL, id, jobID, MAPJOIN_ONLY_NOBACKUP, NO_TAG, parentTasks, queryDisplay, queryPlan, queryState, rootTask, taskCounters, taskHandle, taskTag, work
Constructor and Description |
---|
SparkTask() |
Modifier and Type | Method and Description |
---|---|
int |
execute(DriverContext driverContext)
This method is overridden in each Task.
|
int |
getFailedTaskCount() |
long |
getFinishTime() |
Collection<MapWork> |
getMapWork() |
String |
getName()
Gets the name of the node.
|
Operator<? extends OperatorDesc> |
getReducer(MapWork mapWork) |
int |
getSparkJobID() |
SparkStatistics |
getSparkStatistics() |
List<Integer> |
getStageIds() |
long |
getStartTime() |
long |
getSubmitTime() |
int |
getSucceededTaskCount() |
int |
getTotalTaskCount() |
StageType |
getType()
Should be overridden to return the type of the specific task among the types in StageType.
|
void |
initialize(QueryState queryState,
QueryPlan queryPlan,
DriverContext driverContext,
CompilationOpContext opContext) |
boolean |
isMapRedTask() |
boolean |
isTaskShutdown() |
void |
shutdown() |
void |
updateTaskMetrics(Metrics metrics)
Provide metrics on the type and number of tasks executed by the HiveServer
|
addDependentTask, canExecuteInParallel, cloneConf, done, equals, executeTask, findLeafs, getAndInitBackupTask, getBackupChildrenTasks, getBackupTask, getChildren, getChildTasks, getCounters, getDependentTasks, getDiagnosticsMessage, getDriverContext, getExternalHandle, getFeedSubscribers, getHive, getId, getInitialized, getJobID, getNumChild, getNumParent, getParentTasks, getQueryPlan, getQueryState, getQueued, getStatusMessage, getTaskHandle, getTaskState, getTaskTag, getTopOperators, getTxnMgr, getWork, hashCode, hasReduce, isFetchSource, isLocalMode, isMapRedLocalTask, isNotInitialized, isRootTask, isRunnable, pushFeed, receiveFeed, removeDependentTask, removeFromChildrenTasks, requireLock, setBackupChildrenTasks, setBackupTask, setChildTasks, setConf, setConsole, setDiagnosticMessage, setDone, setDriverContext, setException, setFeedSubscribers, setFetchSource, setId, setInitialized, setLocalMode, setParentTasks, setQueryDisplay, setQueryPlan, setQueued, setRootTask, setStarted, setState, setStatusMessage, setTaskTag, setWork, started, subscribeFeed, toString, updateStatusInQueryDisplay
public void initialize(QueryState queryState, QueryPlan queryPlan, DriverContext driverContext, CompilationOpContext opContext)
initialize
in class Task<SparkWork>
public int execute(DriverContext driverContext)
Task
public void updateTaskMetrics(Metrics metrics)
Task
updateTaskMetrics
in class Task<SparkWork>
public boolean isMapRedTask()
isMapRedTask
in class Task<SparkWork>
public StageType getType()
Task
public String getName()
Node
public Collection<MapWork> getMapWork()
getMapWork
in class Task<SparkWork>
public Operator<? extends OperatorDesc> getReducer(MapWork mapWork)
getReducer
in class Task<SparkWork>
public int getSparkJobID()
public SparkStatistics getSparkStatistics()
public int getSucceededTaskCount()
public int getTotalTaskCount()
public int getFailedTaskCount()
public long getStartTime()
public long getSubmitTime()
public long getFinishTime()
public boolean isTaskShutdown()
Copyright © 2022 The Apache Software Foundation. All rights reserved.