public static class OrcFile.WriterOptions extends Object
Modifier | Constructor and Description |
---|---|
protected |
WriterOptions(Properties tableProperties,
org.apache.hadoop.conf.Configuration conf) |
Modifier and Type | Method and Description |
---|---|
OrcFile.WriterOptions |
blockPadding(boolean value)
Sets whether the HDFS blocks are padded to prevent stripes from
straddling blocks.
|
OrcFile.WriterOptions |
blockSize(long value)
Set the file system block size for the file.
|
OrcFile.WriterOptions |
bloomFilterColumns(String columns)
Comma separated values of column names for which bloom filter is to be created.
|
OrcFile.WriterOptions |
bloomFilterFpp(double fpp)
Specify the false positive probability for bloom filter.
|
OrcFile.WriterOptions |
bufferSize(int value)
The size of the memory buffers used for compressing and storing the
stripe in memory.
|
OrcFile.WriterOptions |
callback(OrcFile.WriterCallback callback)
Add a listener for when the stripe and file are about to be closed.
|
OrcFile.WriterOptions |
compress(CompressionKind value)
Sets the generic compression that is used to compress the data.
|
OrcFile.WriterOptions |
encodingStrategy(OrcFile.EncodingStrategy strategy)
Sets the encoding strategy that is used to encode the data.
|
OrcFile.WriterOptions |
enforceBufferSize()
Enforce writer to use requested buffer size instead of estimating
buffer size based on stripe size and number of columns.
|
OrcFile.WriterOptions |
fileSystem(org.apache.hadoop.fs.FileSystem value)
Provide the filesystem for the path, if the client has it available.
|
boolean |
getBlockPadding() |
long |
getBlockSize() |
String |
getBloomFilterColumns() |
double |
getBloomFilterFpp() |
int |
getBufferSize() |
OrcFile.WriterCallback |
getCallback() |
CompressionKind |
getCompress() |
OrcFile.CompressionStrategy |
getCompressionStrategy() |
org.apache.hadoop.conf.Configuration |
getConfiguration() |
OrcFile.EncodingStrategy |
getEncodingStrategy() |
org.apache.hadoop.fs.FileSystem |
getFileSystem() |
MemoryManager |
getMemoryManager() |
double |
getPaddingTolerance() |
int |
getRowIndexStride() |
TypeDescription |
getSchema() |
long |
getStripeSize() |
OrcFile.Version |
getVersion() |
boolean |
isEnforceBufferSize() |
protected OrcFile.WriterOptions |
memory(MemoryManager value)
A package local option to set the memory manager.
|
OrcFile.WriterOptions |
paddingTolerance(double value)
Sets the tolerance for block padding as a percentage of stripe size.
|
OrcFile.WriterOptions |
rowIndexStride(int value)
Set the distance between entries in the row index.
|
OrcFile.WriterOptions |
setSchema(TypeDescription schema)
Set the schema for the file.
|
OrcFile.WriterOptions |
stripeSize(long value)
Set the stripe size for the file.
|
OrcFile.WriterOptions |
version(OrcFile.Version value)
Sets the version of the file that will be written.
|
protected WriterOptions(Properties tableProperties, org.apache.hadoop.conf.Configuration conf)
public OrcFile.WriterOptions fileSystem(org.apache.hadoop.fs.FileSystem value)
public OrcFile.WriterOptions stripeSize(long value)
public OrcFile.WriterOptions blockSize(long value)
public OrcFile.WriterOptions rowIndexStride(int value)
public OrcFile.WriterOptions bufferSize(int value)
public OrcFile.WriterOptions enforceBufferSize()
public OrcFile.WriterOptions blockPadding(boolean value)
public OrcFile.WriterOptions encodingStrategy(OrcFile.EncodingStrategy strategy)
public OrcFile.WriterOptions paddingTolerance(double value)
public OrcFile.WriterOptions bloomFilterColumns(String columns)
public OrcFile.WriterOptions bloomFilterFpp(double fpp)
fpp
- - false positive probabilitypublic OrcFile.WriterOptions compress(CompressionKind value)
public OrcFile.WriterOptions setSchema(TypeDescription schema)
schema
- the schema for the file.public OrcFile.WriterOptions version(OrcFile.Version value)
public OrcFile.WriterOptions callback(OrcFile.WriterCallback callback)
callback
- the object to be called when the stripe is closedprotected OrcFile.WriterOptions memory(MemoryManager value)
public boolean getBlockPadding()
public long getBlockSize()
public String getBloomFilterColumns()
public org.apache.hadoop.fs.FileSystem getFileSystem()
public org.apache.hadoop.conf.Configuration getConfiguration()
public TypeDescription getSchema()
public long getStripeSize()
public CompressionKind getCompress()
public OrcFile.WriterCallback getCallback()
public OrcFile.Version getVersion()
public MemoryManager getMemoryManager()
public int getBufferSize()
public boolean isEnforceBufferSize()
public int getRowIndexStride()
public OrcFile.CompressionStrategy getCompressionStrategy()
public OrcFile.EncodingStrategy getEncodingStrategy()
public double getPaddingTolerance()
public double getBloomFilterFpp()
Copyright © 2016 The Apache Software Foundation. All rights reserved.