public abstract class DruidQueryRecordReader<T extends io.druid.query.BaseQuery<R>,R extends Comparable<R>> extends org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable> implements org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>
Modifier and Type | Class and Description |
---|---|
protected class |
DruidQueryRecordReader.JsonParserIterator<R extends Comparable<R>>
This is a helper wrapper class used to create an iterator of druid rows out of InputStream.
|
Modifier and Type | Field and Description |
---|---|
protected io.druid.query.Query |
query
Query that Druid executes.
|
protected DruidQueryRecordReader.JsonParserIterator<R> |
queryResultsIterator
Query results as a streaming iterator.
|
protected com.fasterxml.jackson.databind.JavaType |
resultsType
Result type definition used to read the rows, this is query dependent.
|
Constructor and Description |
---|
DruidQueryRecordReader() |
Modifier and Type | Method and Description |
---|---|
void |
close() |
org.apache.hadoop.io.NullWritable |
createKey() |
DruidWritable |
createValue() |
abstract org.apache.hadoop.io.NullWritable |
getCurrentKey() |
abstract DruidWritable |
getCurrentValue() |
long |
getPos() |
abstract float |
getProgress() |
protected abstract com.fasterxml.jackson.databind.JavaType |
getResultTypeDef() |
void |
initialize(org.apache.hadoop.mapreduce.InputSplit split,
org.apache.hadoop.conf.Configuration conf) |
void |
initialize(org.apache.hadoop.mapreduce.InputSplit split,
org.apache.hadoop.conf.Configuration conf,
com.fasterxml.jackson.databind.ObjectMapper mapper,
com.fasterxml.jackson.databind.ObjectMapper smileMapper,
com.metamx.http.client.HttpClient httpClient) |
void |
initialize(org.apache.hadoop.mapreduce.InputSplit split,
org.apache.hadoop.mapreduce.TaskAttemptContext context) |
abstract boolean |
next(org.apache.hadoop.io.NullWritable key,
DruidWritable value) |
abstract boolean |
nextKeyValue() |
protected io.druid.query.Query query
protected DruidQueryRecordReader.JsonParserIterator<R extends Comparable<R>> queryResultsIterator
protected com.fasterxml.jackson.databind.JavaType resultsType
public void initialize(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.mapreduce.TaskAttemptContext context) throws IOException
initialize
in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>
IOException
public void initialize(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.conf.Configuration conf, com.fasterxml.jackson.databind.ObjectMapper mapper, com.fasterxml.jackson.databind.ObjectMapper smileMapper, com.metamx.http.client.HttpClient httpClient) throws IOException
IOException
public void initialize(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.conf.Configuration conf) throws IOException
IOException
protected abstract com.fasterxml.jackson.databind.JavaType getResultTypeDef()
public org.apache.hadoop.io.NullWritable createKey()
createKey
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>
public DruidWritable createValue()
createValue
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>
public abstract boolean next(org.apache.hadoop.io.NullWritable key, DruidWritable value) throws IOException
next
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>
IOException
public long getPos()
getPos
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>
public abstract boolean nextKeyValue() throws IOException
nextKeyValue
in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>
IOException
public abstract org.apache.hadoop.io.NullWritable getCurrentKey() throws IOException, InterruptedException
getCurrentKey
in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>
IOException
InterruptedException
public abstract DruidWritable getCurrentValue() throws IOException, InterruptedException
getCurrentValue
in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>
IOException
InterruptedException
public abstract float getProgress() throws IOException
getProgress
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>
getProgress
in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>
IOException
public void close()
close
in interface Closeable
close
in interface AutoCloseable
close
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>
close
in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>
Copyright © 2022 The Apache Software Foundation. All rights reserved.