Class MarlinListener<K,V>
- java.lang.Object
-
- com.mapr.kafka.eventstreams.impl.MarlinClient
-
- com.mapr.kafka.eventstreams.impl.listener.MarlinListener<K,V>
-
- All Implemented Interfaces:
java.io.Closeable,java.lang.AutoCloseable,org.apache.kafka.clients.consumer.Consumer<K,V>
- Direct Known Subclasses:
MarlinListenerV10
public class MarlinListener<K,V> extends MarlinClient implements org.apache.kafka.clients.consumer.Consumer<K,V>
A Marlin wrapper that implements the Kafka Consumer Interface. This code will internally pass all the calls to MarlinListenerImpl which actually implements the functionality. This class is primarily responsible for converting input/output data structures to and from Marlin/Kafka.
-
-
Nested Class Summary
Nested Classes Modifier and Type Class Description static interfaceMarlinListener.MarlinJoinCallback
-
Field Summary
Fields Modifier and Type Field Description protected boolean_clientSidePartitioningEnabledprotected MarlinConsumerCoordinator_coordinatorprotected org.apache.kafka.clients.consumer.ConsumerGroupMetadata_groupMetadataprotected MarlinListenerImpl_listener
-
Constructor Summary
Constructors Modifier Constructor Description MarlinListener(org.apache.kafka.clients.consumer.ConsumerConfig config, org.apache.kafka.common.serialization.Deserializer<K> keyDeserializer, org.apache.kafka.common.serialization.Deserializer<V> valueDeserializer)protectedMarlinListener(org.apache.kafka.clients.consumer.ConsumerConfig config, org.apache.kafka.common.serialization.Deserializer<K> keyDeserializer, org.apache.kafka.common.serialization.Deserializer<V> valueDeserializer, MarlinListenerImpl listener)
-
Method Summary
All Methods Static Methods Instance Methods Concrete Methods Deprecated Methods Modifier and Type Method Description voidassign(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)voidassign(java.util.List<org.apache.kafka.common.TopicPartition> partitions)java.util.Set<org.apache.kafka.common.TopicPartition>assignment()java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long>beginningOffsets(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long>beginningOffsets(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions, java.time.Duration timeout)voidclose()voidclose(long timeout, java.util.concurrent.TimeUnit timeUnit)voidclose(java.time.Duration timeout)voidcommitAsync()voidcommitAsync(java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets, org.apache.kafka.clients.consumer.OffsetCommitCallback callback)voidcommitAsync(org.apache.kafka.clients.consumer.OffsetCommitCallback callback)voidcommitSync()voidcommitSync(java.time.Duration timeout)voidcommitSync(java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets)voidcommitSync(java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets, java.time.Duration timeout)java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata>committed(java.util.Set<org.apache.kafka.common.TopicPartition> partitions)java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata>committed(java.util.Set<org.apache.kafka.common.TopicPartition> partitions, java.time.Duration timeout)org.apache.kafka.clients.consumer.OffsetAndMetadatacommitted(org.apache.kafka.common.TopicPartition partition)org.apache.kafka.clients.consumer.OffsetAndMetadatacommitted(org.apache.kafka.common.TopicPartition partition, java.time.Duration timeout)static com.mapr.fs.proto.Dbserver.CDCOpenFormatTypeDeserializerToCDCOpenFormatType(org.apache.kafka.common.serialization.Deserializer<?> valueDeserializer)java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long>endOffsets(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long>endOffsets(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions, java.time.Duration timeout)voidenforceRebalance()protected <K,V>
org.apache.kafka.clients.consumer.ConsumerRecord<K,V>generateConsumerRecord(java.lang.String topic, ListenerRecord rec, K kkey, V kvalue, int serializedKeySize, int serializedValueSize)org.apache.kafka.clients.consumer.ConsumerGroupMetadatagroupMetadata()com.mapr.fs.proto.Marlinserver.JoinGroupResponsejoin(com.mapr.fs.proto.Marlinserver.JoinGroupDesc desc, MarlinListener.MarlinJoinCallback cb)java.util.Map<java.lang.String,java.util.List<org.apache.kafka.common.PartitionInfo>>listTopics()java.util.Map<java.lang.String,java.util.List<org.apache.kafka.common.PartitionInfo>>listTopics(java.lang.String stream)java.util.Map<java.lang.String,java.util.List<org.apache.kafka.common.PartitionInfo>>listTopics(java.lang.String stream, java.time.Duration timeout)java.util.Map<java.lang.String,java.util.List<org.apache.kafka.common.PartitionInfo>>listTopics(java.time.Duration timeout)java.util.Map<java.lang.String,java.util.List<org.apache.kafka.common.PartitionInfo>>listTopics(java.util.regex.Pattern pattern)java.util.Map<org.apache.kafka.common.MetricName,? extends org.apache.kafka.common.Metric>metrics()java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndTimestamp>offsetsForTimes(java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long> timestampsToSearch)java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndTimestamp>offsetsForTimes(java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long> timestampsToSearch, java.time.Duration timeout)java.util.List<org.apache.kafka.common.PartitionInfo>partitionsFor(java.lang.String topic)java.util.List<org.apache.kafka.common.PartitionInfo>partitionsFor(java.lang.String topic, java.time.Duration timeout)voidpause(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)voidpause(org.apache.kafka.common.TopicPartition... partitions)Deprecated.java.util.Set<org.apache.kafka.common.TopicPartition>paused()org.apache.kafka.clients.consumer.ConsumerRecords<K,V>poll(long timeoutMS)org.apache.kafka.clients.consumer.ConsumerRecords<K,V>poll(java.time.Duration timeout)longposition(org.apache.kafka.common.TopicPartition partition)longposition(org.apache.kafka.common.TopicPartition partition, java.time.Duration timeout)voidresume(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)voidresume(org.apache.kafka.common.TopicPartition... partitions)Deprecated.voidseek(org.apache.kafka.common.TopicPartition partition, long offset)voidseek(org.apache.kafka.common.TopicPartition partition, org.apache.kafka.clients.consumer.OffsetAndMetadata offsetAndMetadata)voidseekToBeginning(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)voidseekToBeginning(org.apache.kafka.common.TopicPartition... partitions)Deprecated.voidseekToEnd(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)voidseekToEnd(org.apache.kafka.common.TopicPartition... partitions)Deprecated.voidsubscribe(java.util.Collection<java.lang.String> topics)voidsubscribe(java.util.Collection<java.lang.String> topics, org.apache.kafka.clients.consumer.ConsumerRebalanceListener callback)voidsubscribe(java.util.List<java.lang.String> topics)voidsubscribe(java.util.List<java.lang.String> topics, org.apache.kafka.clients.consumer.ConsumerRebalanceListener listener)voidsubscribe(java.util.regex.Pattern pattern)voidsubscribe(java.util.regex.Pattern pattern, org.apache.kafka.clients.consumer.ConsumerRebalanceListener callback)java.util.Set<java.lang.String>subscription()<K,V>
org.apache.kafka.clients.consumer.ConsumerRecord<K,V>toKafkaConsumerRecord(ListenerRecord rec, org.apache.kafka.common.serialization.Deserializer<K> keyDeserializer, org.apache.kafka.common.serialization.Deserializer<V> valueDeserializer)voidtopicRefresherList(java.util.Collection<java.lang.String> topics, TopicRefreshListListener callback)voidtopicRefresherRegex(java.util.regex.Pattern pattern, TopicRefreshRegexListener callback)voidunsubscribe()voidwakeup()-
Methods inherited from class com.mapr.kafka.eventstreams.impl.MarlinClient
jniErrToException
-
-
-
-
Field Detail
-
_listener
protected final MarlinListenerImpl _listener
-
_coordinator
protected MarlinConsumerCoordinator _coordinator
-
_groupMetadata
protected org.apache.kafka.clients.consumer.ConsumerGroupMetadata _groupMetadata
-
_clientSidePartitioningEnabled
protected boolean _clientSidePartitioningEnabled
-
-
Constructor Detail
-
MarlinListener
protected MarlinListener(org.apache.kafka.clients.consumer.ConsumerConfig config, org.apache.kafka.common.serialization.Deserializer<K> keyDeserializer, org.apache.kafka.common.serialization.Deserializer<V> valueDeserializer, MarlinListenerImpl listener)
-
-
Method Detail
-
DeserializerToCDCOpenFormatType
public static com.mapr.fs.proto.Dbserver.CDCOpenFormatType DeserializerToCDCOpenFormatType(org.apache.kafka.common.serialization.Deserializer<?> valueDeserializer)
-
assignment
public java.util.Set<org.apache.kafka.common.TopicPartition> assignment()
-
subscription
public java.util.Set<java.lang.String> subscription()
-
subscribe
public void subscribe(java.util.Collection<java.lang.String> topics)
-
topicRefresherRegex
public void topicRefresherRegex(java.util.regex.Pattern pattern, TopicRefreshRegexListener callback)
-
topicRefresherList
public void topicRefresherList(java.util.Collection<java.lang.String> topics, TopicRefreshListListener callback)
-
subscribe
public void subscribe(java.util.List<java.lang.String> topics)
-
subscribe
public void subscribe(java.util.Collection<java.lang.String> topics, org.apache.kafka.clients.consumer.ConsumerRebalanceListener callback)
-
subscribe
public void subscribe(java.util.List<java.lang.String> topics, org.apache.kafka.clients.consumer.ConsumerRebalanceListener listener)
-
assign
public void assign(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)
-
assign
public void assign(java.util.List<org.apache.kafka.common.TopicPartition> partitions)
-
subscribe
public void subscribe(java.util.regex.Pattern pattern, org.apache.kafka.clients.consumer.ConsumerRebalanceListener callback)
-
subscribe
public void subscribe(java.util.regex.Pattern pattern)
-
unsubscribe
public void unsubscribe()
-
poll
public org.apache.kafka.clients.consumer.ConsumerRecords<K,V> poll(java.time.Duration timeout)
-
commitSync
public void commitSync()
-
commitSync
public void commitSync(java.time.Duration timeout)
-
commitSync
public void commitSync(java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets)
-
commitSync
public void commitSync(java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets, java.time.Duration timeout)
-
commitAsync
public void commitAsync()
-
commitAsync
public void commitAsync(org.apache.kafka.clients.consumer.OffsetCommitCallback callback)
-
commitAsync
public void commitAsync(java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets, org.apache.kafka.clients.consumer.OffsetCommitCallback callback)
-
seek
public void seek(org.apache.kafka.common.TopicPartition partition, long offset)
-
seek
public void seek(org.apache.kafka.common.TopicPartition partition, org.apache.kafka.clients.consumer.OffsetAndMetadata offsetAndMetadata)
-
seekToBeginning
public void seekToBeginning(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)
-
seekToBeginning
@Deprecated public void seekToBeginning(org.apache.kafka.common.TopicPartition... partitions)
Deprecated.
-
seekToEnd
public void seekToEnd(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)
-
seekToEnd
@Deprecated public void seekToEnd(org.apache.kafka.common.TopicPartition... partitions)
Deprecated.
-
position
public long position(org.apache.kafka.common.TopicPartition partition)
-
position
public long position(org.apache.kafka.common.TopicPartition partition, java.time.Duration timeout)
-
committed
public org.apache.kafka.clients.consumer.OffsetAndMetadata committed(org.apache.kafka.common.TopicPartition partition)
-
committed
public org.apache.kafka.clients.consumer.OffsetAndMetadata committed(org.apache.kafka.common.TopicPartition partition, java.time.Duration timeout)
-
committed
public java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> committed(java.util.Set<org.apache.kafka.common.TopicPartition> partitions)
-
committed
public java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> committed(java.util.Set<org.apache.kafka.common.TopicPartition> partitions, java.time.Duration timeout)
-
metrics
public java.util.Map<org.apache.kafka.common.MetricName,? extends org.apache.kafka.common.Metric> metrics()
-
partitionsFor
public java.util.List<org.apache.kafka.common.PartitionInfo> partitionsFor(java.lang.String topic)
-
partitionsFor
public java.util.List<org.apache.kafka.common.PartitionInfo> partitionsFor(java.lang.String topic, java.time.Duration timeout)
-
listTopics
public java.util.Map<java.lang.String,java.util.List<org.apache.kafka.common.PartitionInfo>> listTopics()
-
listTopics
public java.util.Map<java.lang.String,java.util.List<org.apache.kafka.common.PartitionInfo>> listTopics(java.time.Duration timeout)
-
listTopics
public java.util.Map<java.lang.String,java.util.List<org.apache.kafka.common.PartitionInfo>> listTopics(java.lang.String stream)
-
listTopics
public java.util.Map<java.lang.String,java.util.List<org.apache.kafka.common.PartitionInfo>> listTopics(java.lang.String stream, java.time.Duration timeout)
-
listTopics
public java.util.Map<java.lang.String,java.util.List<org.apache.kafka.common.PartitionInfo>> listTopics(java.util.regex.Pattern pattern)
-
pause
public void pause(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)
-
pause
@Deprecated public void pause(org.apache.kafka.common.TopicPartition... partitions)
Deprecated.
-
resume
public void resume(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)
-
resume
@Deprecated public void resume(org.apache.kafka.common.TopicPartition... partitions)
Deprecated.
-
paused
public java.util.Set<org.apache.kafka.common.TopicPartition> paused()
-
offsetsForTimes
public java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndTimestamp> offsetsForTimes(java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long> timestampsToSearch)
-
offsetsForTimes
public java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndTimestamp> offsetsForTimes(java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long> timestampsToSearch, java.time.Duration timeout)
-
beginningOffsets
public java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long> beginningOffsets(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)
-
beginningOffsets
public java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long> beginningOffsets(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions, java.time.Duration timeout)
-
endOffsets
public java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long> endOffsets(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)
-
endOffsets
public java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long> endOffsets(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions, java.time.Duration timeout)
-
groupMetadata
public org.apache.kafka.clients.consumer.ConsumerGroupMetadata groupMetadata()
-
enforceRebalance
public void enforceRebalance()
-
close
public void close()
-
close
public void close(long timeout, java.util.concurrent.TimeUnit timeUnit)
-
close
public void close(java.time.Duration timeout)
-
wakeup
public void wakeup()
-
join
public com.mapr.fs.proto.Marlinserver.JoinGroupResponse join(com.mapr.fs.proto.Marlinserver.JoinGroupDesc desc, MarlinListener.MarlinJoinCallback cb)
-
generateConsumerRecord
protected <K,V> org.apache.kafka.clients.consumer.ConsumerRecord<K,V> generateConsumerRecord(java.lang.String topic, ListenerRecord rec, K kkey, V kvalue, int serializedKeySize, int serializedValueSize)
-
toKafkaConsumerRecord
public <K,V> org.apache.kafka.clients.consumer.ConsumerRecord<K,V> toKafkaConsumerRecord(ListenerRecord rec, org.apache.kafka.common.serialization.Deserializer<K> keyDeserializer, org.apache.kafka.common.serialization.Deserializer<V> valueDeserializer)
-
-