<%@ page
contentType="text/html; charset=UTF-8"
import="javax.servlet.*"
import="javax.servlet.http.*"
import="java.io.*"
import="java.util.*"
import="java.net.*"
import="org.apache.hadoop.dfs.*"
import="org.apache.hadoop.io.*"
import="org.apache.hadoop.conf.*"
import="java.text.DateFormat"
%>
<%!
static JspHelper jspHelper = new JspHelper();
public void generateDirectoryStructure(JspWriter out, HttpServletRequest req)
throws IOException {
String dir = req.getParameter("dir");
if (dir == null || dir.length() == 0) {
out.print("Invalid input");
return;
}
String namenodeInfoPortStr = req.getParameter("namenodeInfoPort");
int namenodeInfoPort = -1;
if (namenodeInfoPortStr != null)
namenodeInfoPort = Integer.parseInt(namenodeInfoPortStr);
DFSClient dfs = new DFSClient(jspHelper.nameNodeAddr, jspHelper.conf);
DFSFileInfo[] files = dfs.listPaths(new UTF8(dir));
//generate a table and dump the info
String [] headings = new String[5];
headings[0] = "Name"; headings[1] = "Type"; headings[2] = "Size";
headings[3] = "Replication"; headings[4] = "BlockSize";
out.print("Contents of directory " + dir + "
");
File f = new File(dir);
String parent;
if ((parent = f.getParent()) != null)
out.print("Go to parent directory
");
if (files == null || files.length == 0) {
out.print("Empty directory");
dfs.close();
return;
}
jspHelper.addTableHeader(out);
jspHelper.addTableRow(out, headings);
String cols [] = new String[5];
for (int i = 0; i < files.length; i++) {
//Get the location of the first block of the file
if (files[i].getPath().endsWith(".crc")) continue;
if (!files[i].isDir()) {
LocatedBlock[] blocks = dfs.namenode.open(files[i].getPath());
DatanodeInfo [] locations = blocks[0].getLocations();
if (locations.length == 0) {
cols[0] = files[i].getPath();
cols[1] = "file";
cols[2] = Long.toString(files[i].getLen());
cols[3] = Short.toString(files[i].getReplication());
cols[4] = Long.toString(files[i].getBlockSize());
jspHelper.addTableRow(out, cols);
continue;
}
DatanodeInfo chosenNode = jspHelper.bestNode(blocks[0]);
String fqdn = InetAddress.getByName(chosenNode.getHost()).getCanonicalHostName();
String datanodeAddr = chosenNode.getName();
int datanodePort = Integer.parseInt(
datanodeAddr.substring(
datanodeAddr.indexOf(':') + 1,
datanodeAddr.length()));
String datanodeUrl = "http://"+fqdn+":" +
chosenNode.getInfoPort() +
"/browseBlock.jsp?blockId=" +
blocks[0].getBlock().getBlockId() +
"&blockSize=" + files[i].getBlockSize() +
"&filename=" + URLEncoder.encode(files[i].getPath(), "UTF-8") +
"&datanodePort=" + datanodePort +
"&namenodeInfoPort=" + namenodeInfoPort;
cols[0] = ""+files[i].getPath()+"";
cols[1] = "file";
cols[2] = Long.toString(files[i].getLen());
cols[3] = Short.toString(files[i].getReplication());
cols[4] = Long.toString(files[i].getBlockSize());
jspHelper.addTableRow(out, cols);
}
else {
String datanodeUrl = req.getRequestURL()+"?dir="+
URLEncoder.encode(files[i].getPath(), "UTF-8") +
"&namenodeInfoPort=" + namenodeInfoPort;
cols[0] = ""+files[i].getPath()+"";
cols[1] = "dir";
cols[2] = "0";
cols[3] = Short.toString(files[i].getReplication());
cols[4] = Long.toString(files[i].getBlockSize());
jspHelper.addTableRow(out, cols);
}
}
jspHelper.addTableFooter(out);
String namenodeHost = jspHelper.nameNodeAddr.getHostName();
out.print("
Go back to DFS home");
dfs.close();
}
%>
Hadoop DFS Directory Browsing
<%
generateDirectoryStructure(out,request);
%>
Local logs
Log directory
Hadoop, 2006.