Serialized Form
Package org.apache.crunch |
logged
boolean logged
partitionerClass
Class<T> partitionerClass
groupingComparatorClass
Class<T> groupingComparatorClass
sortComparatorClass
Class<T> sortComparatorClass
requireSortedKeys
boolean requireSortedKeys
numReducers
int numReducers
extraConf
Map<K,V> extraConf
first
Object first
second
Object second
Package org.apache.crunch.contrib.bloomfilter |
Package org.apache.crunch.contrib.text |
tokenizerFactory
TokenizerFactory tokenizerFactory
errors
int errors
errorOnLast
boolean errorOnLast
extractors
List<E> extractors
errors
int errors
errorOnLast
boolean errorOnLast
defaultValue
Object defaultValue
scannerFactory
TokenizerFactory scannerFactory
delim
String delim
skip
String skip
locale
Locale locale
indices
Set<E> indices
keep
boolean keep
Package org.apache.crunch.examples |
calulateAverage
MapFn<S,T> calulateAverage
extractResponseSize
DoFn<S,T> extractResponseSize
extractIPResponseSize
DoFn<S,T> extractIPResponseSize
COLUMN_FAMILY_SOURCE
byte[] COLUMN_FAMILY_SOURCE
COLUMN_QUALIFIER_SOURCE_PLAY
byte[] COLUMN_QUALIFIER_SOURCE_PLAY
COLUMN_QUALIFIER_SOURCE_QUOTE
byte[] COLUMN_QUALIFIER_SOURCE_QUOTE
COLUMN_FAMILY_TARGET
byte[] COLUMN_FAMILY_TARGET
COLUMN_QUALIFIER_TARGET_TEXT
byte[] COLUMN_QUALIFIER_TARGET_TEXT
Package org.apache.crunch.fn |
first
MapFn<S,T> first
second
MapFn<S,T> second
mapFn
MapFn<S,T> mapFn
keys
MapFn<S,T> keys
values
MapFn<S,T> values
Package org.apache.crunch.impl.spark |
value
byte[] value
partition
int partition
cmpClass
Class<T> cmpClass
options
GroupingOptions options
ptype
PGroupedTableType<K,V> ptype
ctxt
SparkRuntimeContext ctxt
numPartitions
int numPartitions
broadConf
org.apache.spark.broadcast.Broadcast<T> broadConf
counters
org.apache.spark.Accumulator<T> counters
Package org.apache.crunch.impl.spark.collect |
Package org.apache.crunch.impl.spark.fn |
combineFn
CombineFn<S,T> combineFn
ctxt
SparkRuntimeContext ctxt
fn
DoFn<S,T> fn
ctxt
SparkRuntimeContext ctxt
fn
DoFn<S,T> fn
ctxt
SparkRuntimeContext ctxt
converter
Converter<K,V,S,T> converter
fn
MapFn<S,T> fn
ctxt
SparkRuntimeContext ctxt
initialized
boolean initialized
keySerde
SerDe<T> keySerde
valueSerde
SerDe<T> valueSerde
converter
Converter<K,V,S,T> converter
fn
DoFn<S,T> fn
ctxt
SparkRuntimeContext ctxt
fn
DoFn<S,T> fn
ctxt
SparkRuntimeContext ctxt
fn
MapFn<S,T> fn
ctxt
SparkRuntimeContext ctxt
initialized
boolean initialized
fn
MapFn<S,T> fn
runtimeContext
SparkRuntimeContext runtimeContext
initialized
boolean initialized
keySerde
SerDe<T> keySerde
valueSerde
SerDe<T> valueSerde
ptype
PGroupedTableType<K,V> ptype
partitionerClass
Class<T> partitionerClass
numPartitions
int numPartitions
runtimeContext
SparkRuntimeContext runtimeContext
options
GroupingOptions options
ptype
PGroupedTableType<K,V> ptype
ctxt
SparkRuntimeContext ctxt
keySerDe
SerDe<T> keySerDe
valueSerDe
SerDe<T> valueSerDe
Package org.apache.crunch.impl.spark.serde |
avroType
AvroType<T> avroType
modeProperties
Map<K,V> modeProperties
clazz
Class<T> clazz
Package org.apache.crunch.io |
formatClass
Class<T> formatClass
extraConf
Map<K,V> extraConf
conf
org.apache.hadoop.conf.Configuration conf
Package org.apache.crunch.lib |
limit
int limit
maximize
boolean maximize
pairType
PType<T> pairType
limit
int limit
maximize
boolean maximize
pairType
PType<T> pairType
Package org.apache.crunch.lib.join |
vectorSize
int vectorSize
nbHash
int nbHash
delegateJoinStrategy
JoinStrategy<K,U,V> delegateJoinStrategy
numReducers
int numReducers
keyType
PType<T> keyType
leftValueType
PType<T> leftValueType
materialize
boolean materialize
wrappedJoinStrategy
JoinStrategy<K,U,V> wrappedJoinStrategy
shardingStrategy
ShardedJoinStrategy.ShardingStrategy<K> shardingStrategy
Package org.apache.crunch.lib.sort |
indices
int[] indices
schemaJson
String schemaJson
index
int index
indices
int[] indices
tupleFactory
TupleFactory<T extends Tuple> tupleFactory
Package org.apache.crunch.types |
elementType
PType<T> elementType
ptype
PType<T> ptype
tableType
PTableType<K,V> tableType
keys
MapFn<S,T> keys
values
MapFn<S,T> values
tupleFactory
TupleFactory<T extends Tuple> tupleFactory
elementTypes
List<E> elementTypes
elementTypes
List<E> elementTypes
Package org.apache.crunch.types.avro |
datumReader
org.apache.avro.io.DatumReader<D> datumReader
datumWriter
org.apache.avro.io.DatumWriter<D> datumWriter
binaryEncoder
org.apache.avro.io.BinaryEncoder binaryEncoder
binaryDecoder
org.apache.avro.io.BinaryDecoder binaryDecoder
valueClass
Class<T> valueClass
derivedToAvroFn
MapFn<S,T> derivedToAvroFn
avroToDerivedFn
MapFn<S,T> avroToDerivedFn
avroBaseType
AvroType<T> avroBaseType
typeClass
Class<T> typeClass
schemaString
String schemaString
baseInputMapFn
MapFn<S,T> baseInputMapFn
baseOutputMapFn
MapFn<S,T> baseOutputMapFn
subTypes
List<E> subTypes
recordType
AvroType.AvroRecordType recordType
deepCopier
DeepCopier<T> deepCopier
initialized
boolean initialized
Package org.apache.crunch.types.writable |
writableClass
Class<T> writableClass
typeClass
Class<T> typeClass
writableClass
Class<T> writableClass
converter
Converter<K,V,S,T> converter
inputFn
MapFn<S,T> inputFn
outputFn
MapFn<S,T> outputFn
deepCopier
DeepCopier<T> deepCopier
subTypes
List<E> subTypes
initialized
boolean initialized
Package org.apache.crunch.util |
delegate
ReadableData<T> delegate
fn
DoFn<S,T> fn
data
List<E> data
Package org.apache.hadoop.mapred |
Class org.apache.hadoop.mapred.analysejobhistory_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
serialVersionUID: 1L
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.Counters.CountersExceededException extends RuntimeException implements Serializable |
serialVersionUID: 1L
Class org.apache.hadoop.mapred.FileAlreadyExistsException extends IOException implements Serializable |
serialVersionUID: 1L
Class org.apache.hadoop.mapred.gethistory_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.InvalidFileTypeException extends IOException implements Serializable |
serialVersionUID: 1L
Class org.apache.hadoop.mapred.InvalidInputException extends IOException implements Serializable |
serialVersionUID: 1L
problems
List<E> problems
Class org.apache.hadoop.mapred.InvalidJobConfException extends IOException implements Serializable |
serialVersionUID: 1L
Class org.apache.hadoop.mapred.job_005fauthorization_005ferror_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
serialVersionUID: 1L
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.jobblacklistedtrackers_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
serialVersionUID: 1L
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.jobconf_005fhistory_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
serialVersionUID: 1L
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.jobconf_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
serialVersionUID: 1L
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.jobdetails_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
serialVersionUID: 1L
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.jobdetailshistory_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
serialVersionUID: 1L
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.jobfailures_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
serialVersionUID: 1L
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.jobhistory_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.jobhistoryhome_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
serialVersionUID: 1L
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.jobqueue_005fdetails_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
serialVersionUID: 526456771152222127L
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.jobtasks_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
serialVersionUID: 1L
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.jobtaskshistory_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
serialVersionUID: 1L
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.jobtracker_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
serialVersionUID: 1L
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.JobTracker.IllegalStateException extends IOException implements Serializable |
serialVersionUID: 1L
Class org.apache.hadoop.mapred.legacyjobhistory_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
serialVersionUID: 1L
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.loadhistory_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
serialVersionUID: 1L
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.machines_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
serialVersionUID: 1L
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.NotificationTestCase.NotificationServlet extends javax.servlet.http.HttpServlet implements Serializable |
Class org.apache.hadoop.mapred.RawHistoryFileServlet extends javax.servlet.http.HttpServlet implements Serializable |
servletContext
javax.servlet.ServletContext servletContext
Class org.apache.hadoop.mapred.SafeModeException extends IOException implements Serializable |
serialVersionUID: 1984839257L
Class org.apache.hadoop.mapred.SparkHadoopWriter extends Object implements Serializable |
now
Date now
conf
org.apache.spark.SerializableWritable<T extends org.apache.hadoop.io.Writable> conf
jobID
int jobID
splitID
int splitID
attemptID
int attemptID
jID
org.apache.spark.SerializableWritable<T extends org.apache.hadoop.io.Writable> jID
org$apache$hadoop$mapred$SparkHadoopWriter$$taID
org.apache.spark.SerializableWritable<T extends org.apache.hadoop.io.Writable> org$apache$hadoop$mapred$SparkHadoopWriter$$taID
Class org.apache.hadoop.mapred.SparkHadoopWriter$ extends Object implements Serializable |
readResolve
private Object readResolve()
Class org.apache.hadoop.mapred.taskdetails_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
serialVersionUID: 1L
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.taskdetailshistory_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
serialVersionUID: 1L
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.TaskGraphServlet extends javax.servlet.http.HttpServlet implements Serializable |
serialVersionUID: -1365683739392460020L
Class org.apache.hadoop.mapred.TaskLogServlet extends javax.servlet.http.HttpServlet implements Serializable |
serialVersionUID: -6615764817774487321L
Class org.apache.hadoop.mapred.taskstats_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
serialVersionUID: 1L
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.taskstatshistory_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
serialVersionUID: 1L
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.tasktracker_jsp extends org.apache.jasper.runtime.HttpJspBase implements Serializable |
serialVersionUID: 1L
_jspx_resourceInjector
org.apache.jasper.runtime.ResourceInjector _jspx_resourceInjector
Class org.apache.hadoop.mapred.TaskTracker.MapOutputServlet extends javax.servlet.http.HttpServlet implements Serializable |
serialVersionUID: 1L
Copyright © 2014 The Apache Software Foundation. All Rights Reserved.