org.apache.tika.pipes.emitter.kafka

Class KafkaEmitter

java.lang.Object

org.apache.tika.pipes.emitter.AbstractEmitter

org.apache.tika.pipes.emitter.kafka.KafkaEmitter

All Implemented Interfaces:

Initializable, Emitter

public class KafkaEmitter
extends AbstractEmitter
implements Initializable

Emits the now-parsed documents into a specified Apache Kafka topic.

Constructor Summary

Constructors

Constructor and Description
KafkaEmitter()

Method Summary

Modifier and Type	Method and Description
void	checkInitialization(InitializableProblemHandler problemHandler)
void	emit(String emitKey, List<Metadata> metadataList)
void	initialize(Map<String,Param> params)
void	setAcks(String acks)
void	setBatchSize(int batchSize)
void	setBootstrapServers(String bootstrapServers)
void	setBufferMemory(int bufferMemory)
void	setClientId(String clientId)
void	setCompressionType(String compressionType)
void	setConnectionsMaxIdleMs(int connectionsMaxIdleMs)
void	setDeliveryTimeoutMs(int deliveryTimeoutMs)
void	setEnableIdempotence(boolean enableIdempotence)
void	setInterceptorClasses(String interceptorClasses)
void	setKeySerializer(String keySerializer)
void	setLingerMs(int lingerMs)
void	setMaxBlockMs(int maxBlockMs)
void	setMaxInFlightRequestsPerConnection(int maxInFlightRequestsPerConnection)
void	setMaxRequestSize(int maxRequestSize)
void	setMetadataMaxAgeMs(int metadataMaxAgeMs)
void	setRequestTimeoutMs(int requestTimeoutMs)
void	setRetries(int retries)
void	setRetryBackoffMs(int retryBackoffMs)
void	setTopic(String topic)
void	setTransactionalId(String transactionalId)
void	setTransactionTimeoutMs(int transactionTimeoutMs)
void	setValueSerializer(String valueSerializer)

Methods inherited from class org.apache.tika.pipes.emitter.AbstractEmitter

emit, getName, setName

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

KafkaEmitter

public KafkaEmitter()

Method Detail

setBootstrapServers

@Field
public void setBootstrapServers(String bootstrapServers)

setAcks

@Field
public void setAcks(String acks)

setLingerMs

@Field
public void setLingerMs(int lingerMs)

setBatchSize

public void setBatchSize(int batchSize)

setBufferMemory

@Field
public void setBufferMemory(int bufferMemory)

setClientId

@Field
public void setClientId(String clientId)

setCompressionType

@Field
public void setCompressionType(String compressionType)

setConnectionsMaxIdleMs

@Field
public void setConnectionsMaxIdleMs(int connectionsMaxIdleMs)

setDeliveryTimeoutMs

@Field
public void setDeliveryTimeoutMs(int deliveryTimeoutMs)

setEnableIdempotence

@Field
public void setEnableIdempotence(boolean enableIdempotence)

setInterceptorClasses

@Field
public void setInterceptorClasses(String interceptorClasses)

setMaxBlockMs

@Field
public void setMaxBlockMs(int maxBlockMs)

setMaxInFlightRequestsPerConnection

@Field
public void setMaxInFlightRequestsPerConnection(int maxInFlightRequestsPerConnection)

setMaxRequestSize

@Field
public void setMaxRequestSize(int maxRequestSize)

setMetadataMaxAgeMs

@Field
public void setMetadataMaxAgeMs(int metadataMaxAgeMs)

setRequestTimeoutMs

@Field
public void setRequestTimeoutMs(int requestTimeoutMs)

setRetries

@Field
public void setRetries(int retries)

setRetryBackoffMs

@Field
public void setRetryBackoffMs(int retryBackoffMs)

setTransactionTimeoutMs

@Field
public void setTransactionTimeoutMs(int transactionTimeoutMs)

setTransactionalId

@Field
public void setTransactionalId(String transactionalId)

setKeySerializer

@Field
public void setKeySerializer(String keySerializer)

setValueSerializer

@Field
public void setValueSerializer(String valueSerializer)

setTopic

@Field
public void setTopic(String topic)

emit

public void emit(String emitKey,
                 List<Metadata> metadataList)
          throws IOException,
                 TikaEmitterException

Specified by:

emit in interface Emitter

Throws:

IOException

TikaEmitterException

initialize

public void initialize(Map<String,Param> params)
                throws TikaConfigException

Specified by:

initialize in interface Initializable

Parameters:

params - params to use for initialization

Throws:

TikaConfigException

checkInitialization

public void checkInitialization(InitializableProblemHandler problemHandler)
                         throws TikaConfigException

Specified by:

checkInitialization in interface Initializable

Parameters:

problemHandler - if there is a problem and no custom initializableProblemHandler has been configured via Initializable parameters, this is called to respond.

Throws:

TikaConfigException