public class IndexingJob
extends org.apache.hadoop.conf.Configured
implements org.apache.hadoop.util.Tool
Modifier and Type | Field and Description |
---|---|
static org.slf4j.Logger |
LOG |
Constructor and Description |
---|
IndexingJob() |
IndexingJob(org.apache.hadoop.conf.Configuration conf) |
Modifier and Type | Method and Description |
---|---|
void |
index(org.apache.hadoop.fs.Path crawlDb,
org.apache.hadoop.fs.Path linkDb,
List<org.apache.hadoop.fs.Path> segments,
boolean noCommit) |
void |
index(org.apache.hadoop.fs.Path crawlDb,
org.apache.hadoop.fs.Path linkDb,
List<org.apache.hadoop.fs.Path> segments,
boolean noCommit,
boolean deleteGone) |
void |
index(org.apache.hadoop.fs.Path crawlDb,
org.apache.hadoop.fs.Path linkDb,
List<org.apache.hadoop.fs.Path> segments,
boolean noCommit,
boolean deleteGone,
String params) |
void |
index(org.apache.hadoop.fs.Path crawlDb,
org.apache.hadoop.fs.Path linkDb,
List<org.apache.hadoop.fs.Path> segments,
boolean noCommit,
boolean deleteGone,
String params,
boolean filter,
boolean normalize) |
static void |
main(String[] args) |
int |
run(String[] args) |
public IndexingJob()
public IndexingJob(org.apache.hadoop.conf.Configuration conf)
public void index(org.apache.hadoop.fs.Path crawlDb, org.apache.hadoop.fs.Path linkDb, List<org.apache.hadoop.fs.Path> segments, boolean noCommit) throws IOException
IOException
public void index(org.apache.hadoop.fs.Path crawlDb, org.apache.hadoop.fs.Path linkDb, List<org.apache.hadoop.fs.Path> segments, boolean noCommit, boolean deleteGone) throws IOException
IOException
public void index(org.apache.hadoop.fs.Path crawlDb, org.apache.hadoop.fs.Path linkDb, List<org.apache.hadoop.fs.Path> segments, boolean noCommit, boolean deleteGone, String params) throws IOException
IOException
public void index(org.apache.hadoop.fs.Path crawlDb, org.apache.hadoop.fs.Path linkDb, List<org.apache.hadoop.fs.Path> segments, boolean noCommit, boolean deleteGone, String params, boolean filter, boolean normalize) throws IOException
IOException
public int run(String[] args) throws Exception
run
in interface org.apache.hadoop.util.Tool
Exception
Copyright © 2014 The Apache Software Foundation