<%
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
%>
<%@ page
contentType="text/html; charset=UTF-8"
import="javax.servlet.*"
import="javax.servlet.http.*"
import="java.io.*"
import="java.text.*"
import="java.util.*"
import="java.text.DecimalFormat"
import="org.apache.hadoop.http.HtmlQuoting"
import="org.apache.hadoop.mapred.*"
import="org.apache.hadoop.mapred.JSPUtil.JobWithViewAccessCheck"
import="org.apache.hadoop.mapreduce.TaskType"
import="org.apache.hadoop.util.*"
import="org.apache.hadoop.fs.Path"
import="org.apache.hadoop.mapreduce.jobhistory.JobHistory"
import="org.apache.hadoop.mapreduce.JobACL"
import="org.apache.hadoop.security.UserGroupInformation"
import="java.security.PrivilegedExceptionAction"
import="org.apache.hadoop.security.AccessControlException"
import="org.apache.hadoop.security.authorize.AccessControlList"
%>
<%! private static final long serialVersionUID = 1L;
%>
<%
final JobTracker tracker = (JobTracker) application.getAttribute(
"job.tracker");
String trackerName =
StringUtils.simpleHostname(tracker.getJobTrackerMachine());
%>
<%!
private void printTaskSummary(JspWriter out,
String jobId,
String kind,
double completePercent,
TaskInProgress[] tasks
) throws IOException {
int totalTasks = tasks.length;
int runningTasks = 0;
int finishedTasks = 0;
int killedTasks = 0;
int failedTaskAttempts = 0;
int killedTaskAttempts = 0;
for(int i=0; i < totalTasks; ++i) {
TaskInProgress task = tasks[i];
if (task.isComplete()) {
finishedTasks += 1;
} else if (task.isRunning()) {
runningTasks += 1;
} else if (task.wasKilled()) {
killedTasks += 1;
}
failedTaskAttempts += task.numTaskFailures();
killedTaskAttempts += task.numKilledTasks();
}
int pendingTasks = totalTasks - runningTasks - killedTasks - finishedTasks;
out.print("" + kind +
" " +
StringUtils.formatPercent(completePercent, 2) +
ServletUtil.percentageGraph((int)(completePercent * 100), 80) +
" " +
totalTasks +
" " +
((pendingTasks > 0)
? "" + pendingTasks + " "
: "0") +
" " +
((runningTasks > 0)
? "" + runningTasks + " "
: "0") +
" " +
((finishedTasks > 0)
?"" + finishedTasks + " "
: "0") +
" " +
((killedTasks > 0)
?"" + killedTasks + " "
: "0") +
" " +
((failedTaskAttempts > 0) ?
("" + failedTaskAttempts +
" ") :
"0"
) +
" / " +
((killedTaskAttempts > 0) ?
("" + killedTaskAttempts +
" ") :
"0"
) +
" " + " Running" +
" "
: ((pendingTasks > 0) ? " Pending" :
((finishedTasks > 0)
?"" + " Successful"
+ " "
: ((killedTasks > 0)
?"" + " Failed"
+ " " : "None")))));
}
private void printConfirm(JspWriter out, String jobId) throws IOException{
String url = "jobdetails.jsp?jobid=" + jobId;
out.print(" Are you sure you want to kill " + jobId
+ " ? ");
}
%>
<%
String jobId = request.getParameter("jobid");
String refreshParam = request.getParameter("refresh");
if (jobId == null) {
out.println("Missing 'jobid'! ");
return;
}
int refresh = 60; // refresh every 60 seconds by default
if (refreshParam != null) {
try {
refresh = Integer.parseInt(refreshParam);
}
catch (NumberFormatException ignored) {
}
}
final JobID jobIdObj = JobID.forName(jobId);
JobWithViewAccessCheck myJob = JSPUtil.checkAccessAndGetJob(tracker, jobIdObj,
request, response);
if (!myJob.isViewJobAllowed()) {
return; // user is not authorized to view this job
}
JobInProgress job = myJob.getJob();
final String newPriority = request.getParameter("prio");
String user = request.getRemoteUser();
UserGroupInformation ugi = null;
if (user != null) {
ugi = UserGroupInformation.createRemoteUser(user);
}
String action = request.getParameter("action");
if(JSPUtil.privateActionsAllowed(tracker.conf) &&
"changeprio".equalsIgnoreCase(action)
&& request.getMethod().equalsIgnoreCase("POST")) {
if (ugi != null) {
try {
ugi.doAs(new PrivilegedExceptionAction() {
public Void run() throws IOException{
// checks job modify permission
tracker.setJobPriority(jobIdObj,
JobPriority.valueOf(newPriority));
return null;
}
});
} catch(AccessControlException e) {
String errMsg = "User " + user + " failed to modify priority of " +
jobIdObj + "!Go back to Job () {
public Void run() throws IOException{
// checks job modify permission
tracker.killJob(jobIdObj);// checks job modify permission
return null;
}
});
} catch(AccessControlException e) {
String errMsg = "User " + user + " failed to kill " + jobIdObj +
"!Go back to Job Hadoop <%=jobId%> on <%=trackerName%>
Job " + jobId + " not known! ");
return;
}
String historyUrl = "/jobdetailshistory.jsp?jobid=" +
jobId + "&logFile=" + historyFile;
response.sendRedirect(response.encodeRedirectURL(historyUrl));
return;
}
JobProfile profile = job.getProfile();
JobStatus status = job.getStatus();
int runState = status.getRunState();
int flakyTaskTrackers = job.getNoOfBlackListedTrackers();
out.print("User: " +
HtmlQuoting.quoteHtmlChars(profile.getUser()) + "Job Name: " +
HtmlQuoting.quoteHtmlChars(profile.getJobName()) + "Job File: " +
profile.getJobFile() + " Submit Host: " +
HtmlQuoting.quoteHtmlChars(job.getJobSubmitHostName()) + "Submit Host Address: " +
HtmlQuoting.quoteHtmlChars(job.getJobSubmitHostAddress()) + " jobAcls = status.getJobACLs();
JSPUtil.printJobACLs(tracker, jobAcls, out);
out.print("Job Setup: ");
printJobLevelTaskSummary(out, jobId, "setup",
job.getTasks(TaskType.JOB_SETUP));
out.print("Status: RunningStarted at: " + new Date(job.getStartTime()) + "Running for: " + StringUtils.formatTimeDiff(
System.currentTimeMillis(), job.getStartTime()) + "Status: SucceededStarted at: " + new Date(job.getStartTime()) + "Finished at: " + new Date(job.getFinishTime()) +
"Finished in: " + StringUtils.formatTimeDiff(
job.getFinishTime(), job.getStartTime()) + "Status: FailedStarted at: " + new Date(job.getStartTime()) + "Failed at: " + new Date(job.getFinishTime()) +
"Failed in: " + StringUtils.formatTimeDiff(
job.getFinishTime(), job.getStartTime()) + "Status: KilledStarted at: " + new Date(job.getStartTime()) + "Killed at: " + new Date(job.getFinishTime()) +
"Killed in: " + StringUtils.formatTimeDiff(
job.getFinishTime(), job.getStartTime()) + "Job Cleanup: ");
printJobLevelTaskSummary(out, jobId, "cleanup",
job.getTasks(TaskType.JOB_CLEANUP));
out.print("Black-listed TaskTrackers: " +
"" +
flakyTaskTrackers + " Job Scheduling information: " +
job.getSchedulingInfo().toString() +"\n");
}
out.print("");
out.print("Kind % Complete Num Tasks " +
"Pending Running Complete " +
"Killed " +
"Failed/Killed
\n");
%>
Counter
Map
Reduce
Total
<%
Counters mapCounters = job.getMapCounters();
Counters reduceCounters = job.getReduceCounters();
Counters totalCounters = job.getCounters();
for (String groupName : totalCounters.getGroupNames()) {
Counters.Group totalGroup = totalCounters.getGroup(groupName);
Counters.Group mapGroup = mapCounters.getGroup(groupName);
Counters.Group reduceGroup = reduceCounters.getGroup(groupName);
Format decimal = new DecimalFormat();
boolean isFirst = true;
for (Counters.Counter counter : totalGroup) {
String name = counter.getDisplayName();
String mapValue = decimal.format(mapGroup.getCounter(name));
String reduceValue = decimal.format(reduceGroup.getCounter(name));
String totalValue = decimal.format(counter.getCounter());
%>
<%
if (isFirst) {
isFirst = false;
%>
<%=HtmlQuoting.quoteHtmlChars(totalGroup.getDisplayName())%>
<%
}
%>
<%=HtmlQuoting.quoteHtmlChars(name)%>
<%=mapValue%>
<%=reduceValue%>
<%=totalValue%>
<%
}
}
%>
open
<%} else { %>
close
open
<%} else { %>
close
<% if(JSPUtil.privateActionsAllowed(tracker.conf)
&& runState == JobStatus.RUNNING) { %>
Kill this job
<% } %>
Go back to JobTracker