public class LlapBaseInputFormat<V extends org.apache.hadoop.io.WritableComparable<?>> extends Object implements org.apache.hadoop.mapred.InputFormat<org.apache.hadoop.io.NullWritable,V>
Modifier and Type | Field and Description |
---|---|
static String |
DB_KEY |
static String |
HANDLE_ID |
static String |
PWD_KEY |
static String |
QUERY_KEY |
static LlapServiceInstance[] |
serviceInstanceArray |
String |
SPLIT_QUERY |
static String |
URL_KEY |
static String |
USER_KEY |
Constructor and Description |
---|
LlapBaseInputFormat() |
LlapBaseInputFormat(boolean useArrow,
long arrowAllocatorLimit) |
LlapBaseInputFormat(String url,
String user,
String pwd,
String query) |
Modifier and Type | Method and Description |
---|---|
static void |
close(String handleId)
Close the connection associated with the handle ID, if getSplits() was configured with a handle ID.
|
static void |
closeAll()
Close all outstanding connections created by getSplits() calls
|
org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,V> |
getRecordReader(org.apache.hadoop.mapred.InputSplit split,
org.apache.hadoop.mapred.JobConf job,
org.apache.hadoop.mapred.Reporter reporter) |
org.apache.hadoop.mapred.InputSplit[] |
getSplits(org.apache.hadoop.mapred.JobConf job,
int numSplits)
Calling getSplits() will open a HiveServer2 connection which should be closed by the calling application
using LlapBaseInputFormat.close() when the application is done with the splits.
|
public static final String URL_KEY
public static final String QUERY_KEY
public static final String USER_KEY
public static final String PWD_KEY
public static final String HANDLE_ID
public static final String DB_KEY
public final String SPLIT_QUERY
public static final LlapServiceInstance[] serviceInstanceArray
public LlapBaseInputFormat(boolean useArrow, long arrowAllocatorLimit)
public LlapBaseInputFormat()
public org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,V> getRecordReader(org.apache.hadoop.mapred.InputSplit split, org.apache.hadoop.mapred.JobConf job, org.apache.hadoop.mapred.Reporter reporter) throws IOException
getRecordReader
in interface org.apache.hadoop.mapred.InputFormat<org.apache.hadoop.io.NullWritable,V extends org.apache.hadoop.io.WritableComparable<?>>
IOException
public org.apache.hadoop.mapred.InputSplit[] getSplits(org.apache.hadoop.mapred.JobConf job, int numSplits) throws IOException
getSplits
in interface org.apache.hadoop.mapred.InputFormat<org.apache.hadoop.io.NullWritable,V extends org.apache.hadoop.io.WritableComparable<?>>
IOException
public static void close(String handleId) throws IOException
handleId
- Handle ID used in configuration for getSplits()IOException
public static void closeAll()
Copyright © 2022 The Apache Software Foundation. All rights reserved.