<%
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
%>
<%@ page
contentType="text/html; charset=UTF-8"
import="java.io.*"
import="java.util.*"
import="org.apache.hadoop.mapred.*"
import="org.apache.hadoop.util.*"
import="org.apache.hadoop.fs.*"
import="javax.servlet.jsp.*"
import="java.text.SimpleDateFormat"
import="org.apache.hadoop.mapred.*"
import="org.apache.hadoop.mapreduce.jobhistory.*"
%>
<%! private static final long serialVersionUID = 1L;
%>
<%
JobTracker tracker = (JobTracker) application.getAttribute("job.tracker");
String trackerName =
StringUtils.simpleHostname(tracker.getJobTrackerMachine());
%>
<%!
private static SimpleDateFormat dateFormat =
new SimpleDateFormat("d/MM HH:mm:ss");
%>
<%= trackerName %> Hadoop Map/Reduce History Viewer
<%
final String search = (request.getParameter("search") == null)
? ""
: request.getParameter("search");
String parts[] = search.split(":");
final String user = (parts.length >= 1)
? parts[0].toLowerCase()
: "";
final String jobid = (parts.length >= 2)
? parts[1].toLowerCase()
: "";
PathFilter jobLogFileFilter = new PathFilter() {
private boolean matchUser(String fileName) {
// return true if
// - user is not specified
// - user matches
return "".equals(user) || user.equals(fileName.split("_")[3]);
}
private boolean matchJobId(String fileName) {
// return true if
// - jobid is not specified
// - jobid matches
String[] jobDetails = fileName.split("_");
String actualId = jobDetails[0] + "_" +jobDetails[1] + "_" + jobDetails[2] ;
return "".equals(jobid) || jobid.equalsIgnoreCase(actualId);
}
public boolean accept(Path path) {
return (!(path.getName().endsWith(".xml") ||
path.getName().endsWith(JobHistory.OLD_SUFFIX)) &&
matchUser(path.getName()) && matchJobId(path.getName()));
}
};
FileSystem fs = (FileSystem) application.getAttribute("fileSys");
String historyLogDir = (String) application.getAttribute("historyLogDir");
if (fs == null) {
out.println("Null file system. May be namenode is in safemode!");
return;
}
Path[] jobFiles = FileUtil.stat2Paths(fs.listStatus(new Path(historyLogDir),
jobLogFileFilter));
out.println("");
if (null == jobFiles || jobFiles.length == 0) {
out.println("No files found!");
return ;
}
// get the pageno
int pageno = request.getParameter("pageno") == null
? 1
: Integer.parseInt(request.getParameter("pageno"));
// get the total number of files to display
int size = 100;
// if show-all is requested or jobfiles < size(100)
if (pageno == -1 || size > jobFiles.length) {
size = jobFiles.length;
}
if (pageno == -1) { // special case 'show all'
pageno = 1;
}
int maxPageNo = (int)Math.ceil((float)jobFiles.length / size);
// check and fix pageno
if (pageno < 1 || pageno > maxPageNo) {
out.println("Invalid page index");
return ;
}
int length = size ; // determine the length of job history files to be displayed
if (pageno == maxPageNo) {
// find the number of files to be shown on the last page
int startOnLast = ((pageno - 1) * size) + 1;
length = jobFiles.length - startOnLast + 1;
}
// Display the search box
out.println("");
out.println("Example: 'smith' will display jobs submitted by user 'smith'. ");
out.println("Job Ids need to be prefixed with a colon(:) For example, :job_200908311030_0001 will display the job with that id. "); // example
out.println("");
//Show the status
int start = (pageno - 1) * size + 1;
// DEBUG
out.println("");
out.println("Available Jobs in History ");
// display the number of jobs, start index, end index
out.println("(Displaying " + length + " jobs from " + start + " to " + (start + length - 1) + " out of " + jobFiles.length + " jobs");
if (!"".equals(user)) {
out.println(" for user " + user + ""); // show the user if present
}
if (!"".equals(jobid)) {
out.println(" for jobid " + jobid + " in it."); // show the jobid keyword if present
}
out.print(")");
// show the 'show-all' link
out.println(" [show all]");
// show the 'first-page' link
if (pageno > 1) {
out.println(" [first page]");
} else {
out.println("[first page]");
}
// show the 'last-page' link
if (pageno < maxPageNo) {
out.println(" [last page]");
} else {
out.println("[last page]");
}
// sort the files on creation time.
Arrays.sort(jobFiles, new Comparator() {
public int compare(Path p1, Path p2) {
String dp1 = null;
String dp2 = null;
dp1 = p1.getName();
dp2 = p2.getName();
String[] split1 = dp1.split("_");
String[] split2 = dp2.split("_");
// compare job tracker start time
int res = new Date(Long.parseLong(split1[1])).compareTo(
new Date(Long.parseLong(split2[1])));
if (res == 0) {
Long l1 = Long.parseLong(split1[2]);
res = l1.compareTo(Long.parseLong(split2[2]));
}
return res;
}
});
out.println("
");
// print the navigation info (top)
printNavigation(pageno, size, maxPageNo, search, out);
out.print("
");
out.print("
");
out.print( "
Job Id
User
") ;
out.print("
");
Set displayedJobs = new HashSet();
for (int i = start - 1; i < start + length - 1; ++i) {
Path jobFile = jobFiles[i];
String[] jobDetails = jobFile.getName().split("_");
String jobId = jobDetails[0] + "_" +jobDetails[1] + "_" + jobDetails[2] ;
String userName = jobDetails[3];
// Check if the job is already displayed. There can be multiple job
// history files for jobs that have restarted
if (displayedJobs.contains(jobId)) {
continue;
} else {
displayedJobs.add(jobId);
}
%>
<%
printJob(jobId, userName, new Path(jobFile.getParent(), jobFile),
out) ;
%>
<%
} // end while trackers
out.print("
");
// show the navigation info (bottom)
printNavigation(pageno, size, maxPageNo, search, out);
%>
<%!
private void printJob(String jobId,
String user, Path logFile, JspWriter out)
throws IOException {
out.print("
");
}
private void printNavigation(int pageno, int size, int max, String search,
JspWriter out) throws IOException {
int numIndexToShow = 5; // num indexes to show on either side
//TODO check this on boundary cases
out.print("
<");
// show previous link
if (pageno > 1) {
out.println("Previous");
}
// display the numbered index 1 2 3 4
int firstPage = pageno - numIndexToShow;
if (firstPage < 1) {
firstPage = 1; // boundary condition
}
int lastPage = pageno + numIndexToShow;
if (lastPage > max) {
lastPage = max; // boundary condition
}
// debug
out.println("");
for (int i = firstPage; i <= lastPage; ++i) {
if (i != pageno) {// needs hyperlink
out.println(" " + i + " ");
} else { // current page
out.println(i);
}
}
// show the next link
if (pageno < max) {
out.println("Next");
}
out.print(">