Constructor and Description |
---|
ShuffleTran(SparkPlan sparkPlan,
SparkShuffler sf,
int n) |
ShuffleTran(SparkPlan sparkPlan,
SparkShuffler sf,
int n,
boolean toCache,
String name,
SparkEdgeProperty edge) |
Modifier and Type | Method and Description |
---|---|
String |
getName() |
int |
getNoOfPartitions() |
SparkShuffler |
getShuffler() |
Boolean |
isCacheEnable() |
org.apache.spark.api.java.JavaPairRDD<HiveKey,org.apache.hadoop.io.BytesWritable> |
transform(org.apache.spark.api.java.JavaPairRDD<HiveKey,org.apache.hadoop.io.BytesWritable> input) |
public ShuffleTran(SparkPlan sparkPlan, SparkShuffler sf, int n)
public ShuffleTran(SparkPlan sparkPlan, SparkShuffler sf, int n, boolean toCache, String name, SparkEdgeProperty edge)
public org.apache.spark.api.java.JavaPairRDD<HiveKey,org.apache.hadoop.io.BytesWritable> transform(org.apache.spark.api.java.JavaPairRDD<HiveKey,org.apache.hadoop.io.BytesWritable> input)
public int getNoOfPartitions()
public String getName()
public Boolean isCacheEnable()
isCacheEnable
in interface SparkTran<HiveKey,org.apache.hadoop.io.BytesWritable,HiveKey,org.apache.hadoop.io.BytesWritable>
public SparkShuffler getShuffler()
Copyright © 2019 The Apache Software Foundation. All rights reserved.