org.apache.crunch.io
Class CrunchInputs

java.lang.Object
  org.apache.crunch.io.CrunchInputs

public class CrunchInputs
extends Object

Helper functions for configuring multiple InputFormat instances within a single Crunch MapReduce job.

Field Summary

static String

CRUNCH_INPUTS

Constructor Summary

CrunchInputs()

Method Summary

static void	addInputPath(org.apache.hadoop.mapreduce.Job job, org.apache.hadoop.fs.Path path, FormatBundle inputBundle, int nodeIndex)
static void	addInputPaths(org.apache.hadoop.mapreduce.Job job, Collection<org.apache.hadoop.fs.Path> paths, FormatBundle inputBundle, int nodeIndex)
static Map<FormatBundle,Map<Integer,List<org.apache.hadoop.fs.Path>>>	getFormatNodeMap(org.apache.hadoop.mapreduce.JobContext job)

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CRUNCH_INPUTS

public static final String CRUNCH_INPUTS

See Also:

Constant Field Values

Constructor Detail

CrunchInputs

public CrunchInputs()

Method Detail

addInputPath

public static void addInputPath(org.apache.hadoop.mapreduce.Job job,
                                org.apache.hadoop.fs.Path path,
                                FormatBundle inputBundle,
                                int nodeIndex)

addInputPaths

public static void addInputPaths(org.apache.hadoop.mapreduce.Job job,
                                 Collection<org.apache.hadoop.fs.Path> paths,
                                 FormatBundle inputBundle,
                                 int nodeIndex)

getFormatNodeMap

public static Map<FormatBundle,Map<Integer,List<org.apache.hadoop.fs.Path>>> getFormatNodeMap(org.apache.hadoop.mapreduce.JobContext job)