public class FileSinkDesc extends AbstractOperatorDesc implements IStatsGatherDesc
Modifier and Type | Class and Description |
---|---|
static class |
FileSinkDesc.DPSortState |
class |
FileSinkDesc.FileSinkOperatorExplainVectorization |
bucketingVersion, colExprMap, memAvailable, memNeeded, opProps, opTraits, runtimeStatsTmpDir, statistics, vectorDesc, vectorMode
Constructor and Description |
---|
FileSinkDesc() |
FileSinkDesc(org.apache.hadoop.fs.Path dirName,
TableDesc tableInfo,
boolean compressed) |
FileSinkDesc(org.apache.hadoop.fs.Path dirName,
TableDesc tableInfo,
boolean compressed,
int destTableId,
boolean multiFileSpray,
boolean canBeMerged,
int numFiles,
int totalFiles,
List<ExprNodeDesc> partitionCols,
DynamicPartitionCtx dpCtx,
org.apache.hadoop.fs.Path destPath,
Long mmWriteId,
boolean isMmCtas,
boolean isInsertOverwrite,
boolean isQuery,
boolean isCTASorCM,
boolean isDirectInsert,
AcidUtils.Operation acidOperation,
boolean deleteOfSplitUpdate) |
Modifier and Type | Method and Description |
---|---|
boolean |
canBeMerged() |
Object |
clone() |
AcidUtils.Operation |
getAcidOperation() |
int |
getBucketingVersionForExplain() |
String |
getCompressCodec() |
boolean |
getCompressed() |
String |
getCompressType() |
org.apache.hadoop.fs.Path |
getDestPath() |
int |
getDestTableId() |
org.apache.hadoop.fs.Path |
getDirName() |
String |
getDirNameString() |
FileSinkDesc.DPSortState |
getDpSortState() |
String |
getDpSortStateString() |
DynamicPartitionCtx |
getDynPartCtx() |
Map<String,List<org.apache.hadoop.fs.Path>> |
getDynPartitionValues() |
FileSinkDesc.FileSinkOperatorExplainVectorization |
getFileSinkVectorization() |
Set<org.apache.hadoop.fs.FileStatus> |
getFilesToFetch() |
org.apache.hadoop.fs.Path |
getFinalDirName() |
boolean |
getInsertOverwrite() |
boolean |
getIsQuery() |
ListBucketingCtx |
getLbCtx() |
List<FileSinkDesc> |
getLinkedFileSinkDesc() |
int |
getMaxStmtId() |
org.apache.hadoop.fs.Path |
getMergeInputDirName()
getFinalDirName that takes into account MM, but not DP, LB or buckets.
|
String |
getMoveTaskId() |
int |
getNumFiles() |
org.apache.hadoop.fs.Path |
getParentDir() |
List<ExprNodeDesc> |
getPartitionCols() |
int |
getStatementId()
|
String |
getStaticSpec() |
String |
getStatsAggPrefix()
Construct the key prefix used as (intermediate) statistics publishing
and aggregation.
|
Table |
getTable() |
TableDesc |
getTableInfo() |
long |
getTableWriteId() |
String |
getTmpStatsDir() |
int |
getTotalFiles() |
Context.Operation |
getWriteOperation() |
AcidUtils.Operation |
getWriteType() |
String |
getWriteTypeString() |
boolean |
isCompactionTable() |
boolean |
isCTASorCM()
Whether this is CREATE TABLE SELECT or CREATE MATERIALIZED VIEW statemet
Set by semantic analyzer this is required because CTAS/CM requires some special logic
in mvFileToFinalPath
|
boolean |
isDeleteOfSplitUpdate() |
boolean |
isDirectInsert() |
boolean |
isFullAcidTable() |
boolean |
isGatherStats() |
boolean |
isHiveServerQuery() |
boolean |
isLinkedFileSink() |
boolean |
isMaterialization() |
boolean |
isMerge() |
boolean |
isMmCtas() |
boolean |
isMmTable() |
boolean |
isMultiFileSpray() |
boolean |
isRemovedReduceSinkBucketSort() |
boolean |
isSame(OperatorDesc other)
The default implementation delegates to
Object.equals(Object) . |
boolean |
isStatsReliable() |
boolean |
isTemporary() |
boolean |
isUsingBatchingSerDe() |
void |
setAcidOperation(AcidUtils.Operation acidOperation) |
void |
setCanBeMerged(boolean canBeMerged) |
void |
setCompressCodec(String intermediateCompressorCodec) |
void |
setCompressed(boolean compressed) |
void |
setCompressType(String intermediateCompressType) |
void |
setDestTableId(int destTableId) |
void |
setDirName(org.apache.hadoop.fs.Path dirName) |
void |
setDpSortState(FileSinkDesc.DPSortState dpSortState) |
void |
setDynPartCtx(DynamicPartitionCtx dpc) |
void |
setDynPartitionValues(Map<String,List<org.apache.hadoop.fs.Path>> dynPartitionValues) |
void |
setFilesToFetch(Set<org.apache.hadoop.fs.FileStatus> filesToFetch) |
void |
setGatherStats(boolean gatherStats) |
void |
setHiveServerQuery(boolean isHiveServerQuery) |
void |
setInsertOverwrite(boolean isInsertOverwrite) |
void |
setIsCTASorCM(boolean isCTASorCM) |
void |
setIsDirectInsert(boolean isDirectInsert) |
void |
setIsMerge(boolean b) |
void |
setIsQuery(boolean isQuery) |
void |
setIsUsingBatchingSerDe(boolean isUsingBatchingSerDe) |
void |
setLbCtx(ListBucketingCtx lbCtx) |
void |
setLinkedFileSink(boolean linkedFileSink) |
void |
setLinkedFileSinkDesc(List<FileSinkDesc> linkedFileSinkDesc) |
void |
setMaterialization(boolean materialization) |
void |
setMaxStmtId(int maxStmtId) |
void |
setMmWriteId(Long mmWriteId) |
void |
setMoveTaskId(String moveTaskId) |
void |
setMultiFileSpray(boolean multiFileSpray) |
void |
setNumFiles(int numFiles) |
void |
setPartitionCols(List<ExprNodeDesc> partitionCols) |
void |
setRemovedReduceSinkBucketSort(boolean removedReduceSinkBucketSort) |
void |
setStatementId(int id) |
void |
setStaticSpec(String staticSpec) |
void |
setStatsAggPrefix(String k)
Set the stats aggregation key.
|
void |
setStatsReliable(boolean statsReliable) |
void |
setStatsTmpDir(String statsCollectionTempDir) |
void |
setTable(Table table) |
void |
setTableInfo(TableDesc tableInfo) |
void |
setTableWriteId(long id) |
void |
setTemporary(boolean temporary) |
void |
setTotalFiles(int totalFiles) |
void |
setWriteOperation(Context.Operation writeOperation) |
void |
setWriteType(AcidUtils.Operation type) |
addComputedField, fillSignature, getBucketingVersion, getColumnExprMap, getColumnExprMapForExplain, getComputedFields, getMaxMemoryAvailable, getMemoryNeeded, getOpProps, getRuntimeStatsTmpDir, getStatistics, getTraits, getUserLevelStatistics, getVectorDesc, getVectorMode, setBucketingVersion, setColumnExprMap, setMaxMemoryAvailable, setMemoryNeeded, setOpProps, setRuntimeStatsTmpDir, setStatistics, setTraits, setVectorDesc, setVectorMode
public FileSinkDesc()
public FileSinkDesc(org.apache.hadoop.fs.Path dirName, TableDesc tableInfo, boolean compressed, int destTableId, boolean multiFileSpray, boolean canBeMerged, int numFiles, int totalFiles, List<ExprNodeDesc> partitionCols, DynamicPartitionCtx dpCtx, org.apache.hadoop.fs.Path destPath, Long mmWriteId, boolean isMmCtas, boolean isInsertOverwrite, boolean isQuery, boolean isCTASorCM, boolean isDirectInsert, AcidUtils.Operation acidOperation, boolean deleteOfSplitUpdate)
destPath
- - the final destination for datapublic FileSinkDesc(org.apache.hadoop.fs.Path dirName, TableDesc tableInfo, boolean compressed)
public Object clone() throws CloneNotSupportedException
clone
in interface OperatorDesc
clone
in class AbstractOperatorDesc
CloneNotSupportedException
public void setFilesToFetch(Set<org.apache.hadoop.fs.FileStatus> filesToFetch)
public void setIsCTASorCM(boolean isCTASorCM)
public void setIsQuery(boolean isQuery)
public boolean getIsQuery()
public Set<org.apache.hadoop.fs.FileStatus> getFilesToFetch()
public boolean isHiveServerQuery()
public void setHiveServerQuery(boolean isHiveServerQuery)
public boolean isUsingBatchingSerDe()
public void setIsUsingBatchingSerDe(boolean isUsingBatchingSerDe)
public void setIsDirectInsert(boolean isDirectInsert)
public boolean isDirectInsert()
public void setAcidOperation(AcidUtils.Operation acidOperation)
public AcidUtils.Operation getAcidOperation()
public boolean isDeleteOfSplitUpdate()
public org.apache.hadoop.fs.Path getDirName()
public String getDirNameString()
public void setDirName(org.apache.hadoop.fs.Path dirName)
public org.apache.hadoop.fs.Path getFinalDirName()
public org.apache.hadoop.fs.Path getMergeInputDirName()
public TableDesc getTableInfo()
public void setTableInfo(TableDesc tableInfo)
public boolean getCompressed()
public void setCompressed(boolean compressed)
public int getDestTableId()
public void setDestTableId(int destTableId)
public String getCompressCodec()
public void setCompressCodec(String intermediateCompressorCodec)
public String getCompressType()
public void setCompressType(String intermediateCompressType)
public boolean isMultiFileSpray()
public void setMultiFileSpray(boolean multiFileSpray)
multiFileSpray
- the multiFileSpray to setpublic boolean isTemporary()
public void setTemporary(boolean temporary)
public boolean isMmTable()
public boolean isFullAcidTable()
public boolean isCompactionTable()
public boolean isMaterialization()
public void setMaterialization(boolean materialization)
public boolean canBeMerged()
public void setCanBeMerged(boolean canBeMerged)
public int getTotalFiles()
public void setTotalFiles(int totalFiles)
totalFiles
- the totalFiles to setpublic List<ExprNodeDesc> getPartitionCols()
public void setPartitionCols(List<ExprNodeDesc> partitionCols)
partitionCols
- the partitionCols to setpublic int getNumFiles()
public void setNumFiles(int numFiles)
numFiles
- the numFiles to setpublic void setDynPartCtx(DynamicPartitionCtx dpc)
public DynamicPartitionCtx getDynPartCtx()
public void setStaticSpec(String staticSpec)
public String getStaticSpec()
public void setGatherStats(boolean gatherStats)
public boolean isGatherStats()
isGatherStats
in interface IStatsGatherDesc
public String getStatsAggPrefix()
getStatsAggPrefix
in interface IStatsGatherDesc
public void setStatsAggPrefix(String k)
k
- input directory name.public boolean isLinkedFileSink()
public void setLinkedFileSink(boolean linkedFileSink)
public org.apache.hadoop.fs.Path getParentDir()
public boolean isStatsReliable()
public void setStatsReliable(boolean statsReliable)
public ListBucketingCtx getLbCtx()
public void setLbCtx(ListBucketingCtx lbCtx)
lbCtx
- the lbCtx to setpublic List<FileSinkDesc> getLinkedFileSinkDesc()
public void setLinkedFileSinkDesc(List<FileSinkDesc> linkedFileSinkDesc)
public boolean isRemovedReduceSinkBucketSort()
public void setRemovedReduceSinkBucketSort(boolean removedReduceSinkBucketSort)
public FileSinkDesc.DPSortState getDpSortState()
public String getDpSortStateString()
public void setDpSortState(FileSinkDesc.DPSortState dpSortState)
public void setWriteType(AcidUtils.Operation type)
public AcidUtils.Operation getWriteType()
public void setWriteOperation(Context.Operation writeOperation)
public Context.Operation getWriteOperation()
public String getWriteTypeString()
public void setTableWriteId(long id)
public long getTableWriteId()
public void setStatementId(int id)
public int getStatementId()
public void setMaxStmtId(int maxStmtId)
public int getMaxStmtId()
public org.apache.hadoop.fs.Path getDestPath()
public Table getTable()
public void setTable(Table table)
public String getTmpStatsDir()
getTmpStatsDir
in interface IStatsGatherDesc
public void setStatsTmpDir(String statsCollectionTempDir)
public void setMmWriteId(Long mmWriteId)
public void setIsMerge(boolean b)
public boolean isMerge()
public boolean isMmCtas()
public int getBucketingVersionForExplain()
public boolean isCTASorCM()
public FileSinkDesc.FileSinkOperatorExplainVectorization getFileSinkVectorization()
public void setInsertOverwrite(boolean isInsertOverwrite)
public boolean getInsertOverwrite()
public boolean isSame(OperatorDesc other)
AbstractOperatorDesc
Object.equals(Object)
. Intended to be
overridden by sub classes.isSame
in interface OperatorDesc
isSame
in class AbstractOperatorDesc
public String getMoveTaskId()
public void setMoveTaskId(String moveTaskId)
Copyright © 2022 The Apache Software Foundation. All rights reserved.