Package com.mapr.kafka.eventstreams.impl.listener

Class MarlinListenerImpl

java.lang.Object

com.mapr.fs.jni.MarlinJniClient

com.mapr.fs.jni.MarlinJniListener

com.mapr.kafka.eventstreams.impl.listener.MarlinListenerImpl

Direct Known Subclasses:

MarlinListenerImplV10

public class MarlinListenerImpl
extends com.mapr.fs.jni.MarlinJniListener

A Marlin wrapper that provides all the Kafka Consumer API

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
class	MarlinListenerImpl.MarlinCommitCallbackWrapperImpl
class	MarlinListenerImpl.MarlinJoinCallbackWrapperImpl
class	MarlinListenerImpl.MarlinOffsetAndMetadataWrapperImpl
class	MarlinListenerImpl.MarlinRebalanceCallbackWrapperImpl
class	MarlinListenerImpl.MarlinStringArrayWrapperImpl
class	MarlinListenerImpl.MarlinTopicRefreshListListenerWrapperImpl
class	MarlinListenerImpl.MarlinTopicRefreshRegexListenerWrapperImpl

Nested classes/interfaces inherited from class com.mapr.fs.jni.MarlinJniListener

com.mapr.fs.jni.MarlinJniListener.MarlinCommitCallbackWrapper, com.mapr.fs.jni.MarlinJniListener.MarlinJoinCallbackWrapper, com.mapr.fs.jni.MarlinJniListener.MarlinOffsetAndMetadataWrapper, com.mapr.fs.jni.MarlinJniListener.MarlinRebalanceCallbackWrapper, com.mapr.fs.jni.MarlinJniListener.MarlinStringArrayWrapper, com.mapr.fs.jni.MarlinJniListener.MarlinTopicRefreshListListenerWrapper, com.mapr.fs.jni.MarlinJniListener.MarlinTopicRefreshRegexListenerWrapper

Field Summary

Fields

Modifier and Type	Field	Description
protected MarlinListenerImpl.MarlinCommitCallbackWrapperImpl	autoCommitCbWrapper
protected java.lang.String	defaultStreamName
static long	EARLIEST_TIMESTAMP
protected com.mapr.fs.proto.Marlinserver.MarlinInternalDefaults	marlinInternalDefaults
protected int	rpcTimeoutMs

Fields inherited from class com.mapr.fs.jni.MarlinJniClient

_clntPtr

Constructor Summary

Constructors

Constructor	Description
MarlinListenerImpl(org.apache.kafka.clients.consumer.ConsumerConfig config, org.apache.kafka.clients.consumer.internals.ConsumerInterceptors<?,?> ints, com.mapr.fs.proto.Dbserver.CDCOpenFormatType cdcOFType)

Method Summary

Modifier and Type	Method	Description
void	assign(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)
java.util.Set<org.apache.kafka.common.TopicPartition>	assignment()
java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long>	beginningOffsets(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)
java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long>	beginningOffsets(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions, int timeoutMS)
protected void	checkConsumerConfig(org.apache.kafka.clients.consumer.ConsumerConfig config)
void	close(long timeout, java.util.concurrent.TimeUnit timeUnit)
void	commitAsync()
void	commitAsync(java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets, org.apache.kafka.clients.consumer.OffsetCommitCallback callback)
void	commitAsync(org.apache.kafka.clients.consumer.OffsetCommitCallback callback)
void	commitSync()
void	commitSync(java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets)
org.apache.kafka.clients.consumer.OffsetAndMetadata	committed(org.apache.kafka.common.TopicPartition partition)
protected void	createJniListener(org.apache.kafka.clients.consumer.ConsumerConfig config, boolean hardMount, com.mapr.fs.jni.MapRUserInfo userInfo, com.mapr.fs.proto.Dbserver.CDCOpenFormatType cdcOFType)
java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long>	endOffsets(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)
java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long>	endOffsets(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions, int timeoutMS)
com.mapr.fs.proto.Dbserver.CDCOpenFormatType	getCDCOpenFormatType()
protected NativeDataParser	getNativeDataParser(com.mapr.fs.jni.NativeData native_response)
java.util.List<org.apache.kafka.common.PartitionInfo>	getTopicInfo(java.lang.String topic)
com.mapr.fs.proto.Marlinserver.JoinGroupResponse	join(com.mapr.fs.proto.Marlinserver.JoinGroupDesc joinDesc, MarlinListener.MarlinJoinCallback cb)
java.util.Map<java.lang.String,java.util.List<org.apache.kafka.common.PartitionInfo>>	listTopics()
java.util.Map<java.lang.String,java.util.List<org.apache.kafka.common.PartitionInfo>>	listTopics(java.lang.String stream)
java.util.Map<java.lang.String,java.util.List<org.apache.kafka.common.PartitionInfo>>	listTopics(java.util.regex.Pattern pattern)
java.util.Map<org.apache.kafka.common.MetricName,? extends org.apache.kafka.common.Metric>	metrics()
java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndTimestamp>	offsetsForTimes(java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long> timestampsToSearch)
java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndTimestamp>	offsetsForTimes(java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long> timestampsToSearch, int timeoutMS)
void	pause(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)
java.util.Set<org.apache.kafka.common.TopicPartition>	paused()
java.util.Map<org.apache.kafka.common.TopicPartition,java.util.List<ListenerRecord>>	poll(long timeout)
long	position(org.apache.kafka.common.TopicPartition partition)
void	resume(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)
void	seek(org.apache.kafka.common.TopicPartition partition, long offset)
void	seekToBeginning(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)
void	seekToEnd(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)
void	subscribe(java.util.Collection<java.lang.String> topics, org.apache.kafka.clients.consumer.ConsumerRebalanceListener callback)
void	subscribe(java.util.regex.Pattern pattern, org.apache.kafka.clients.consumer.ConsumerRebalanceListener callback)
java.util.Set<java.lang.String>	subscription()
void	topicRefresherList(java.util.Collection<java.lang.String> topics, TopicRefreshListListener callback)
void	topicRefresherRegex(java.util.regex.Pattern pattern, TopicRefreshRegexListener callback)
void	unsubscribe()
void	wakeup()

Methods inherited from class com.mapr.fs.jni.MarlinJniListener

AssignFeeds, AssignmentList, CloseListener, Commit, CommitAll, EndOffsets, GetTopicInfo, GetTopicsFromStream, Join, OffsetsForTimes, OpenListener, Pause, Paused, Poll, QueryCursor, QueryPosition, Resume, Seek, SubscribeRegex, SubscribeTopics, SubscriptionList, TopicRefresherList, TopicRefresherRegex, Unsubscribe, Wakeup

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

EARLIEST_TIMESTAMP

public static final long EARLIEST_TIMESTAMP

See Also:

Constant Field Values

defaultStreamName

protected java.lang.String defaultStreamName

rpcTimeoutMs

protected int rpcTimeoutMs

marlinInternalDefaults

protected final com.mapr.fs.proto.Marlinserver.MarlinInternalDefaults marlinInternalDefaults

autoCommitCbWrapper

protected MarlinListenerImpl.MarlinCommitCallbackWrapperImpl autoCommitCbWrapper

Constructor Detail

MarlinListenerImpl

public MarlinListenerImpl(org.apache.kafka.clients.consumer.ConsumerConfig config,
                          org.apache.kafka.clients.consumer.internals.ConsumerInterceptors<?,?> ints,
                          com.mapr.fs.proto.Dbserver.CDCOpenFormatType cdcOFType)

Method Detail

getCDCOpenFormatType

public com.mapr.fs.proto.Dbserver.CDCOpenFormatType getCDCOpenFormatType()

checkConsumerConfig

protected void checkConsumerConfig(org.apache.kafka.clients.consumer.ConsumerConfig config)
                            throws org.apache.kafka.common.KafkaException

Throws:

org.apache.kafka.common.KafkaException

createJniListener

protected void createJniListener(org.apache.kafka.clients.consumer.ConsumerConfig config,
                                 boolean hardMount,
                                 com.mapr.fs.jni.MapRUserInfo userInfo,
                                 com.mapr.fs.proto.Dbserver.CDCOpenFormatType cdcOFType)
                          throws org.apache.kafka.common.errors.NetworkException

Throws:

org.apache.kafka.common.errors.NetworkException

metrics

public java.util.Map<org.apache.kafka.common.MetricName,? extends org.apache.kafka.common.Metric> metrics()

paused

public java.util.Set<org.apache.kafka.common.TopicPartition> paused()

assignment

public java.util.Set<org.apache.kafka.common.TopicPartition> assignment()

getNativeDataParser

protected NativeDataParser getNativeDataParser(com.mapr.fs.jni.NativeData native_response)

subscription

public java.util.Set<java.lang.String> subscription()

subscribe

public void subscribe(java.util.Collection<java.lang.String> topics,
                      org.apache.kafka.clients.consumer.ConsumerRebalanceListener callback)
               throws org.apache.kafka.common.KafkaException

Throws:

org.apache.kafka.common.KafkaException

assign

public void assign(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)

subscribe

public void subscribe(java.util.regex.Pattern pattern,
                      org.apache.kafka.clients.consumer.ConsumerRebalanceListener callback)

unsubscribe

public void unsubscribe()

poll

public java.util.Map<org.apache.kafka.common.TopicPartition,java.util.List<ListenerRecord>> poll(long timeout)

commitSync

public void commitSync()

commitSync

public void commitSync(java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets)

commitAsync

public void commitAsync()

commitAsync

public void commitAsync(org.apache.kafka.clients.consumer.OffsetCommitCallback callback)

commitAsync

public void commitAsync(java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets,
                        org.apache.kafka.clients.consumer.OffsetCommitCallback callback)

topicRefresherRegex

public void topicRefresherRegex(java.util.regex.Pattern pattern,
                                TopicRefreshRegexListener callback)

topicRefresherList

public void topicRefresherList(java.util.Collection<java.lang.String> topics,
                               TopicRefreshListListener callback)

seek

public void seek(org.apache.kafka.common.TopicPartition partition,
                 long offset)

seekToBeginning

public void seekToBeginning(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)

seekToEnd

public void seekToEnd(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)

endOffsets

public java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long> endOffsets(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)

endOffsets

public java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long> endOffsets(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions,
                                                                                             int timeoutMS)

beginningOffsets

public java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long> beginningOffsets(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)

beginningOffsets

public java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long> beginningOffsets(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions,
                                                                                                   int timeoutMS)

position

public long position(org.apache.kafka.common.TopicPartition partition)
              throws org.apache.kafka.common.KafkaException

Throws:

org.apache.kafka.common.KafkaException

committed

public org.apache.kafka.clients.consumer.OffsetAndMetadata committed(org.apache.kafka.common.TopicPartition partition)
                                                              throws org.apache.kafka.common.KafkaException

Throws:

org.apache.kafka.common.KafkaException

getTopicInfo

public java.util.List<org.apache.kafka.common.PartitionInfo> getTopicInfo(java.lang.String topic)
                                                                   throws org.apache.kafka.common.KafkaException

Throws:

org.apache.kafka.common.KafkaException

listTopics

public java.util.Map<java.lang.String,java.util.List<org.apache.kafka.common.PartitionInfo>> listTopics()

listTopics

public java.util.Map<java.lang.String,java.util.List<org.apache.kafka.common.PartitionInfo>> listTopics(java.util.regex.Pattern pattern)

listTopics

public java.util.Map<java.lang.String,java.util.List<org.apache.kafka.common.PartitionInfo>> listTopics(java.lang.String stream)

pause

public void pause(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)

resume

public void resume(java.util.Collection<org.apache.kafka.common.TopicPartition> partitions)

join

public com.mapr.fs.proto.Marlinserver.JoinGroupResponse join(com.mapr.fs.proto.Marlinserver.JoinGroupDesc joinDesc,
                                                             MarlinListener.MarlinJoinCallback cb)

close

public void close(long timeout,
                  java.util.concurrent.TimeUnit timeUnit)

wakeup

public void wakeup()

offsetsForTimes

public java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndTimestamp> offsetsForTimes(java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long> timestampsToSearch)

offsetsForTimes

public java.util.Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndTimestamp> offsetsForTimes(java.util.Map<org.apache.kafka.common.TopicPartition,java.lang.Long> timestampsToSearch,
                                                                                                                                        int timeoutMS)