com.mapr.streams.impl.listener

Class MarlinListener<K,V>

java.lang.Object

com.mapr.streams.impl.MarlinClient

com.mapr.streams.impl.listener.MarlinListener<K,V>

All Implemented Interfaces:

java.io.Closeable, java.lang.AutoCloseable, org.apache.kafka.clients.consumer.Consumer<K,V>

public class MarlinListener<K,V>
extends MarlinClient
implements org.apache.kafka.clients.consumer.Consumer<K,V>

A Marlin wrapper that implements the Kafka Consumer Interface. This code will internally pass all the calls to MarlinListenerImpl which actually implements the functionality. This class is primarily responsible for converting input/output data structures to and from Marlin/Kafka.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static interface	MarlinListener.MarlinJoinCallback

Constructor Summary

Constructors

Constructor and Description
MarlinListener(org.apache.kafka.clients.consumer.ConsumerConfig config, org.apache.kafka.common.serialization.Deserializer<K> keyDeserializer, org.apache.kafka.common.serialization.Deserializer<V> valueDeserializer)

Method Summary

Modifier and Type	Method and Description
void	assign(java.util.List<org.apache.kafka.common.TopicPartition> partitions)
java.util.Set<org.apache.kafka.common.TopicPartition>	assignment()
void	close()
void	commitAsync()
void	commitAsync(java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets, org.apache.kafka.clients.consumer.OffsetCommitCallback callback)
void	commitAsync(org.apache.kafka.clients.consumer.OffsetCommitCallback callback)
void	commitSync()
void	commitSync(java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets)
org.apache.kafka.clients.consumer.OffsetAndMetadata	committed(org.apache.kafka.common.TopicPartition partition)
com.mapr.fs.proto.Marlinserver.JoinGroupResponse	join(com.mapr.fs.proto.Marlinserver.JoinGroupDesc desc, MarlinListener.MarlinJoinCallback cb)
java.util.Map<java.lang.String,java.util.List<org.apache.kafka.common.PartitionInfo>>	listTopics()
java.util.Map<java.lang.String,java.util.List<org.apache.kafka.common.PartitionInfo>>	listTopics(java.util.regex.Pattern pattern)
java.util.Map<java.lang.String,java.util.List<org.apache.kafka.common.PartitionInfo>>	listTopics(java.lang.String stream)
java.util.Map<org.apache.kafka.common.MetricName,? extends org.apache.kafka.common.Metric>	metrics()
java.util.List<org.apache.kafka.common.PartitionInfo>	partitionsFor(java.lang.String topic)
void	pause(org.apache.kafka.common.TopicPartition... partitions)
org.apache.kafka.clients.consumer.ConsumerRecords<K,V>	poll(long timeout)
long	position(org.apache.kafka.common.TopicPartition partition)
void	resume(org.apache.kafka.common.TopicPartition... partitions)
void	seek(org.apache.kafka.common.TopicPartition partition, long offset)
void	seekToBeginning(org.apache.kafka.common.TopicPartition... partitions)
void	seekToEnd(org.apache.kafka.common.TopicPartition... partitions)
void	subscribe(java.util.List<java.lang.String> topics)
void	subscribe(java.util.List<java.lang.String> topics, org.apache.kafka.clients.consumer.ConsumerRebalanceListener callback)
void	subscribe(java.util.regex.Pattern pattern, org.apache.kafka.clients.consumer.ConsumerRebalanceListener callback)
java.util.Set<java.lang.String>	subscription()
static <K,V> org.apache.kafka.clients.consumer.ConsumerRecord<K,V>	toKafkaConsumerRecord(com.mapr.fs.jni.ListenerRecord rec, org.apache.kafka.common.serialization.Deserializer<K> keyDeserializer, org.apache.kafka.common.serialization.Deserializer<V> valueDeserializer)
void	unsubscribe()
void	wakeup()

Methods inherited from class com.mapr.streams.impl.MarlinClient

jniErrToException

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

MarlinListener

public MarlinListener(org.apache.kafka.clients.consumer.ConsumerConfig config,
                      org.apache.kafka.common.serialization.Deserializer<K> keyDeserializer,
                      org.apache.kafka.common.serialization.Deserializer<V> valueDeserializer)

Method Detail

assignment

public java.util.Set<org.apache.kafka.common.TopicPartition> assignment()

Specified by:

assignment in interface org.apache.kafka.clients.consumer.Consumer<K,V>

subscription

public java.util.Set<java.lang.String> subscription()

Specified by:

subscription in interface org.apache.kafka.clients.consumer.Consumer<K,V>

subscribe

public void subscribe(java.util.List<java.lang.String> topics)

Specified by:

subscribe in interface org.apache.kafka.clients.consumer.Consumer<K,V>

subscribe

public void subscribe(java.util.List<java.lang.String> topics,
                      org.apache.kafka.clients.consumer.ConsumerRebalanceListener callback)

Specified by:

subscribe in interface org.apache.kafka.clients.consumer.Consumer<K,V>

assign

public void assign(java.util.List<org.apache.kafka.common.TopicPartition> partitions)

Specified by:

assign in interface org.apache.kafka.clients.consumer.Consumer<K,V>

subscribe

public void subscribe(java.util.regex.Pattern pattern,
                      org.apache.kafka.clients.consumer.ConsumerRebalanceListener callback)

Specified by:

subscribe in interface org.apache.kafka.clients.consumer.Consumer<K,V>

unsubscribe

public void unsubscribe()

Specified by:

unsubscribe in interface org.apache.kafka.clients.consumer.Consumer<K,V>

poll

public org.apache.kafka.clients.consumer.ConsumerRecords<K,V> poll(long timeout)

Specified by:

poll in interface org.apache.kafka.clients.consumer.Consumer<K,V>

commitSync

public void commitSync()

Specified by:

commitSync in interface org.apache.kafka.clients.consumer.Consumer<K,V>

commitSync

public void commitSync(java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets)

Specified by:

commitSync in interface org.apache.kafka.clients.consumer.Consumer<K,V>

commitAsync

public void commitAsync()

Specified by:

commitAsync in interface org.apache.kafka.clients.consumer.Consumer<K,V>

commitAsync

public void commitAsync(org.apache.kafka.clients.consumer.OffsetCommitCallback callback)

Specified by:

commitAsync in interface org.apache.kafka.clients.consumer.Consumer<K,V>

commitAsync

public void commitAsync(java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets,
                        org.apache.kafka.clients.consumer.OffsetCommitCallback callback)

Specified by:

commitAsync in interface org.apache.kafka.clients.consumer.Consumer<K,V>

seek

public void seek(org.apache.kafka.common.TopicPartition partition,
                 long offset)

Specified by:

seek in interface org.apache.kafka.clients.consumer.Consumer<K,V>

seekToBeginning

public void seekToBeginning(org.apache.kafka.common.TopicPartition... partitions)

Specified by:

seekToBeginning in interface org.apache.kafka.clients.consumer.Consumer<K,V>

seekToEnd

public void seekToEnd(org.apache.kafka.common.TopicPartition... partitions)

Specified by:

seekToEnd in interface org.apache.kafka.clients.consumer.Consumer<K,V>

position

public long position(org.apache.kafka.common.TopicPartition partition)

Specified by:

position in interface org.apache.kafka.clients.consumer.Consumer<K,V>

committed

public org.apache.kafka.clients.consumer.OffsetAndMetadata committed(org.apache.kafka.common.TopicPartition partition)

Specified by:

committed in interface org.apache.kafka.clients.consumer.Consumer<K,V>

metrics

public java.util.Map<org.apache.kafka.common.MetricName,? extends org.apache.kafka.common.Metric> metrics()

Specified by:

metrics in interface org.apache.kafka.clients.consumer.Consumer<K,V>

partitionsFor

public java.util.List<org.apache.kafka.common.PartitionInfo> partitionsFor(java.lang.String topic)

Specified by:

partitionsFor in interface org.apache.kafka.clients.consumer.Consumer<K,V>

listTopics

public java.util.Map<java.lang.String,java.util.List<org.apache.kafka.common.PartitionInfo>> listTopics()

Specified by:

listTopics in interface org.apache.kafka.clients.consumer.Consumer<K,V>

listTopics

public java.util.Map<java.lang.String,java.util.List<org.apache.kafka.common.PartitionInfo>> listTopics(java.lang.String stream)

Specified by:

listTopics in interface org.apache.kafka.clients.consumer.Consumer<K,V>

listTopics

public java.util.Map<java.lang.String,java.util.List<org.apache.kafka.common.PartitionInfo>> listTopics(java.util.regex.Pattern pattern)

Specified by:

listTopics in interface org.apache.kafka.clients.consumer.Consumer<K,V>

pause

public void pause(org.apache.kafka.common.TopicPartition... partitions)

Specified by:

pause in interface org.apache.kafka.clients.consumer.Consumer<K,V>

resume

public void resume(org.apache.kafka.common.TopicPartition... partitions)

Specified by:

resume in interface org.apache.kafka.clients.consumer.Consumer<K,V>

close

public void close()

Specified by:

close in interface java.io.Closeable

Specified by:

close in interface java.lang.AutoCloseable

Specified by:

close in interface org.apache.kafka.clients.consumer.Consumer<K,V>

wakeup

public void wakeup()

Specified by:

wakeup in interface org.apache.kafka.clients.consumer.Consumer<K,V>

join

public com.mapr.fs.proto.Marlinserver.JoinGroupResponse join(com.mapr.fs.proto.Marlinserver.JoinGroupDesc desc,
                                                             MarlinListener.MarlinJoinCallback cb)

toKafkaConsumerRecord

public static <K,V> org.apache.kafka.clients.consumer.ConsumerRecord<K,V> toKafkaConsumerRecord(com.mapr.fs.jni.ListenerRecord rec,
                                                                                                org.apache.kafka.common.serialization.Deserializer<K> keyDeserializer,
                                                                                                org.apache.kafka.common.serialization.Deserializer<V> valueDeserializer)