public class KafkaUtils extends Object
Modifier and Type | Class and Description |
---|---|
static class |
KafkaUtils.KafkaOffsetMetric |
Modifier and Type | Field and Description |
---|---|
static org.slf4j.Logger |
LOG |
Constructor and Description |
---|
KafkaUtils() |
Modifier and Type | Method and Description |
---|---|
static List<Partition> |
calculatePartitionsForTask(GlobalPartitionInformation partitionInformation,
int totalTasks,
int taskIndex) |
static kafka.javaapi.message.ByteBufferMessageSet |
fetchMessages(KafkaConfig config,
kafka.javaapi.consumer.SimpleConsumer consumer,
Partition partition,
long offset) |
static Iterable<List<Object>> |
generateTuples(KafkaConfig kafkaConfig,
kafka.message.Message msg) |
static long |
getOffset(kafka.javaapi.consumer.SimpleConsumer consumer,
String topic,
int partition,
KafkaConfig config) |
static long |
getOffset(kafka.javaapi.consumer.SimpleConsumer consumer,
String topic,
int partition,
long startOffsetTime) |
static IBrokerReader |
makeBrokerReader(Map stormConf,
KafkaConfig conf) |
static String |
taskId(int taskIndex,
int totalTasks) |
public static IBrokerReader makeBrokerReader(Map stormConf, KafkaConfig conf)
public static long getOffset(kafka.javaapi.consumer.SimpleConsumer consumer, String topic, int partition, KafkaConfig config)
public static long getOffset(kafka.javaapi.consumer.SimpleConsumer consumer, String topic, int partition, long startOffsetTime)
public static kafka.javaapi.message.ByteBufferMessageSet fetchMessages(KafkaConfig config, kafka.javaapi.consumer.SimpleConsumer consumer, Partition partition, long offset) throws UpdateOffsetException
UpdateOffsetException
public static Iterable<List<Object>> generateTuples(KafkaConfig kafkaConfig, kafka.message.Message msg)
public static List<Partition> calculatePartitionsForTask(GlobalPartitionInformation partitionInformation, int totalTasks, int taskIndex)
public static String taskId(int taskIndex, int totalTasks)
Copyright © 2016 The Apache Software Foundation. All Rights Reserved.