<%@ page
contentType="text/html; charset=UTF-8"
import="javax.servlet.*"
import="javax.servlet.http.*"
import="java.io.*"
import="java.util.*"
import="java.net.*"
import="org.apache.hadoop.fs.*"
import="org.apache.hadoop.dfs.*"
import="org.apache.hadoop.io.*"
import="org.apache.hadoop.conf.*"
import="org.apache.hadoop.net.DNS"
import="java.text.DateFormat"
%>
<%!
static JspHelper jspHelper = new JspHelper();
public void generateDirectoryStructure( JspWriter out,
HttpServletRequest req,
HttpServletResponse resp)
throws IOException {
String dir = req.getParameter("dir");
if (dir == null || dir.length() == 0) {
out.print("Invalid input");
return;
}
String namenodeInfoPortStr = req.getParameter("namenodeInfoPort");
int namenodeInfoPort = -1;
if (namenodeInfoPortStr != null)
namenodeInfoPort = Integer.parseInt(namenodeInfoPortStr);
DFSClient dfs = new DFSClient(jspHelper.nameNodeAddr, jspHelper.conf);
UTF8 target = new UTF8(dir);
if( !dfs.isDirectory(target) ) { // a file
LocatedBlock[] blocks = dfs.namenode.open(dir);
DatanodeInfo [] locations = blocks[0].getLocations();
if (locations.length == 0) {
out.print("Empty file");
} else {
DatanodeInfo chosenNode = jspHelper.bestNode(blocks[0]);
String fqdn = InetAddress.getByName(chosenNode.getHost()).
getCanonicalHostName();
String datanodeAddr = chosenNode.getName();
int datanodePort = Integer.parseInt(
datanodeAddr.substring(
datanodeAddr.indexOf(':') + 1,
datanodeAddr.length()));
String redirectLocation = "http://"+fqdn+":" +
chosenNode.getInfoPort() +
"/browseBlock.jsp?blockId=" +
blocks[0].getBlock().getBlockId() +
"&blockSize=" + blocks[0].getBlock().getNumBytes() +
"&filename=" + URLEncoder.encode(dir, "UTF-8") +
"&datanodePort=" + datanodePort +
"&namenodeInfoPort=" + namenodeInfoPort;
resp.sendRedirect(redirectLocation);
}
return;
}
// directory
DFSFileInfo[] files = dfs.listPaths(target);
//generate a table and dump the info
String [] headings = new String[5];
headings[0] = "Name"; headings[1] = "Type"; headings[2] = "Size";
headings[3] = "Replication"; headings[4] = "BlockSize";
out.print("Contents of directory " + dir + "
");
File f = new File(dir);
String parent;
if ((parent = f.getParent()) != null)
out.print("Go to parent directory
");
if (files == null || files.length == 0) {
out.print("Empty directory");
dfs.close();
return;
}
jspHelper.addTableHeader(out);
int row=0;
jspHelper.addTableRow(out, headings, row++);
String cols [] = new String[5];
for (int i = 0; i < files.length; i++) {
//Get the location of the first block of the file
if (files[i].getPath().endsWith(".crc")) continue;
if (!files[i].isDir()) {
LocatedBlock[] blocks = dfs.namenode.open(files[i].getPath());
DatanodeInfo [] locations = blocks[0].getLocations();
if (locations.length == 0) {
cols[0] = files[i].getName();
} else {
String datanodeUrl = req.getRequestURL()+"?dir="+
URLEncoder.encode(files[i].getPath(), "UTF-8") +
"&namenodeInfoPort=" + namenodeInfoPort;
cols[0] = ""+files[i].getName()+"";
}
cols[1] = "file";
cols[2] = FsShell.byteDesc(files[i].getLen());
cols[3] = Short.toString(files[i].getReplication());
cols[4] = FsShell.byteDesc(files[i].getBlockSize());
}
else {
String datanodeUrl = req.getRequestURL()+"?dir="+
URLEncoder.encode(files[i].getPath(), "UTF-8") +
"&namenodeInfoPort=" + namenodeInfoPort;
cols[0] = ""+files[i].getName()+"";
cols[1] = "dir";
cols[2] = "";
cols[3] = "";
cols[4] = "";
}
jspHelper.addTableRow(out, cols, row++);
}
jspHelper.addTableFooter(out);
String namenodeHost = jspHelper.nameNodeAddr.getHostName();
out.print("
Go back to DFS home");
dfs.close();
}
%>
Hadoop DFS Directory Browsing
<%
generateDirectoryStructure(out,request,response);
%>
Local logs
Log directory
Hadoop, 2006.