/*
 * Copyright 2016 Red Hat Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package io.vertx.kafka.client.producer;

import io.vertx.codegen.annotations.Fluent;
import io.vertx.codegen.annotations.Nullable;
import io.vertx.core.AsyncResult;
import io.vertx.core.Future;
import io.vertx.core.Handler;
import io.vertx.core.Vertx;
import io.vertx.core.streams.WriteStream;
import io.vertx.kafka.client.common.KafkaClientOptions;
import io.vertx.kafka.client.producer.impl.KafkaWriteStreamImpl;
import io.vertx.kafka.client.serialization.VertxSerdes;
import org.apache.kafka.clients.producer.Producer;
import org.apache.kafka.clients.producer.ProducerRecord;
import org.apache.kafka.clients.producer.RecordMetadata;
import org.apache.kafka.common.PartitionInfo;
import org.apache.kafka.common.serialization.Serializer;

import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Properties;

A WriteStream for writing to Kafka ProducerRecord.

The WriteStream.write(Object) provides global control over writing a record.

/** * A {@link WriteStream} for writing to Kafka {@link ProducerRecord}. * <p> * The {@link #write(Object)} provides global control over writing a record. * <p> */
public interface KafkaWriteStream<K, V> extends WriteStream<ProducerRecord<K, V>> { int DEFAULT_MAX_SIZE = 1024 * 1024;
Create a new KafkaWriteStream instance
Params:
  • vertx – Vert.x instance to use
  • config – Kafka producer configuration
Returns: an instance of the KafkaWriteStream
/** * Create a new KafkaWriteStream instance * * @param vertx Vert.x instance to use * @param config Kafka producer configuration * @return an instance of the KafkaWriteStream */
static <K, V> KafkaWriteStream<K, V> create(Vertx vertx, Properties config) { return new KafkaWriteStreamImpl<>( vertx, new org.apache.kafka.clients.producer.KafkaProducer<>(config), KafkaClientOptions.fromProperties(config, true)); }
Create a new KafkaWriteStream instance
Params:
  • vertx – Vert.x instance to use
  • config – Kafka producer configuration
  • keyType – class type for the key serialization
  • valueType – class type for the value serialization
Returns: an instance of the KafkaWriteStream
/** * Create a new KafkaWriteStream instance * * @param vertx Vert.x instance to use * @param config Kafka producer configuration * @param keyType class type for the key serialization * @param valueType class type for the value serialization * @return an instance of the KafkaWriteStream */
static <K, V> KafkaWriteStream<K, V> create(Vertx vertx, Properties config, Class<K> keyType, Class<V> valueType) { Serializer<K> keySerializer = VertxSerdes.serdeFrom(keyType).serializer(); Serializer<V> valueSerializer = VertxSerdes.serdeFrom(valueType).serializer(); return create(vertx, config, keySerializer, valueSerializer); }
Create a new KafkaWriteStream instance
Params:
  • vertx – Vert.x instance to use
  • config – Kafka producer configuration
  • keySerializer – key serializer
  • valueSerializer – value serializer
Returns: an instance of the KafkaWriteStream
/** * Create a new KafkaWriteStream instance * * @param vertx Vert.x instance to use * @param config Kafka producer configuration * @param keySerializer key serializer * @param valueSerializer value serializer * @return an instance of the KafkaWriteStream */
static <K, V> KafkaWriteStream<K, V> create(Vertx vertx, Properties config, Serializer<K> keySerializer, Serializer<V> valueSerializer) { return new KafkaWriteStreamImpl<>( vertx, new org.apache.kafka.clients.producer.KafkaProducer<>(config, keySerializer, valueSerializer), KafkaClientOptions.fromProperties(config, true)); }
Create a new KafkaWriteStream instance
Params:
  • vertx – Vert.x instance to use
  • config – Kafka producer configuration
Returns: an instance of the KafkaWriteStream
/** * Create a new KafkaWriteStream instance * * @param vertx Vert.x instance to use * @param config Kafka producer configuration * @return an instance of the KafkaWriteStream */
static <K, V> KafkaWriteStream<K, V> create(Vertx vertx, Map<String, Object> config) { return new KafkaWriteStreamImpl<>( vertx, new org.apache.kafka.clients.producer.KafkaProducer<>(config), KafkaClientOptions.fromMap(config, true)); }
Create a new KafkaWriteStream instance
Params:
  • vertx – Vert.x instance to use
  • config – Kafka producer configuration
  • keyType – class type for the key serialization
  • valueType – class type for the value serialization
Returns: an instance of the KafkaWriteStream
/** * Create a new KafkaWriteStream instance * * @param vertx Vert.x instance to use * @param config Kafka producer configuration * @param keyType class type for the key serialization * @param valueType class type for the value serialization * @return an instance of the KafkaWriteStream */
static <K, V> KafkaWriteStream<K, V> create(Vertx vertx, Map<String, Object> config, Class<K> keyType, Class<V> valueType) { Serializer<K> keySerializer = VertxSerdes.serdeFrom(keyType).serializer(); Serializer<V> valueSerializer = VertxSerdes.serdeFrom(valueType).serializer(); return create(vertx, config, keySerializer, valueSerializer); }
Create a new KafkaWriteStream instance
Params:
  • vertx – Vert.x instance to use
  • config – Kafka producer configuration
  • keySerializer – key serializer
  • valueSerializer – value serializer
Returns: an instance of the KafkaWriteStream
/** * Create a new KafkaWriteStream instance * * @param vertx Vert.x instance to use * @param config Kafka producer configuration * @param keySerializer key serializer * @param valueSerializer value serializer * @return an instance of the KafkaWriteStream */
static <K, V> KafkaWriteStream<K, V> create(Vertx vertx, Map<String, Object> config, Serializer<K> keySerializer, Serializer<V> valueSerializer) { return new KafkaWriteStreamImpl<>( vertx, new org.apache.kafka.clients.producer.KafkaProducer<>(config, keySerializer, valueSerializer), KafkaClientOptions.fromMap(config, true)); }
Create a new KafkaWriteStream instance
Params:
  • vertx – Vert.x instance to use
  • options – Kafka producer options
Returns: an instance of the KafkaWriteStream
/** * Create a new KafkaWriteStream instance * * @param vertx Vert.x instance to use * @param options Kafka producer options * @return an instance of the KafkaWriteStream */
static <K, V> KafkaWriteStream<K, V> create(Vertx vertx, KafkaClientOptions options) { Map<String, Object> config = new HashMap<>(); if (options.getConfig() != null) { config.putAll(options.getConfig()); } return new KafkaWriteStreamImpl<>(vertx, new org.apache.kafka.clients.producer.KafkaProducer<>(config), options); }
Create a new KafkaWriteStream instance
Params:
  • vertx – Vert.x instance to use
  • options – Kafka producer options
  • keyType – class type for the key serialization
  • valueType – class type for the value serialization
Returns: an instance of the KafkaWriteStream
/** * Create a new KafkaWriteStream instance * * @param vertx Vert.x instance to use * @param options Kafka producer options * @param keyType class type for the key serialization * @param valueType class type for the value serialization * @return an instance of the KafkaWriteStream */
static <K, V> KafkaWriteStream<K, V> create(Vertx vertx, KafkaClientOptions options, Class<K> keyType, Class<V> valueType) { Serializer<K> keySerializer = VertxSerdes.serdeFrom(keyType).serializer(); Serializer<V> valueSerializer = VertxSerdes.serdeFrom(valueType).serializer(); return create(vertx, options, keySerializer, valueSerializer); }
Create a new KafkaWriteStream instance
Params:
  • vertx – Vert.x instance to use
  • options – Kafka producer options
  • keySerializer – key serializer
  • valueSerializer – value serializer
Returns: an instance of the KafkaWriteStream
/** * Create a new KafkaWriteStream instance * * @param vertx Vert.x instance to use * @param options Kafka producer options * @param keySerializer key serializer * @param valueSerializer value serializer * @return an instance of the KafkaWriteStream */
static <K, V> KafkaWriteStream<K, V> create(Vertx vertx, KafkaClientOptions options, Serializer<K> keySerializer, Serializer<V> valueSerializer) { Map<String, Object> config = new HashMap<>(); if (options.getConfig() != null) { config.putAll(options.getConfig()); } return new KafkaWriteStreamImpl<>( vertx, new org.apache.kafka.clients.producer.KafkaProducer<>(config, keySerializer, valueSerializer), options); }
Create a new KafkaWriteStream instance
Params:
  • vertx – Vert.x instance to use
  • producer – native Kafka producer instance
/** * Create a new KafkaWriteStream instance * * @param vertx Vert.x instance to use * @param producer native Kafka producer instance */
static <K, V> KafkaWriteStream<K, V> create(Vertx vertx, Producer<K, V> producer) { return new KafkaWriteStreamImpl<>(vertx, producer, new KafkaClientOptions()); } @Fluent @Override KafkaWriteStream<K, V> exceptionHandler(Handler<Throwable> handler); @Fluent @Override KafkaWriteStream<K, V> setWriteQueueMaxSize(int i); @Fluent @Override KafkaWriteStream<K, V> drainHandler(@Nullable Handler<Void> handler);
Initializes the underlying kafka transactional producer. See KafkaProducer.initTransactions() ()}
Params:
  • handler – handler called on operation completed
Returns:current KafkaWriteStream instance
/** * Initializes the underlying kafka transactional producer. See {@link KafkaProducer#initTransactions()} ()} * * @param handler handler called on operation completed * @return current KafkaWriteStream instance */
KafkaWriteStream<K, V> initTransactions(Handler<AsyncResult<Void>> handler);
Like initTransactions(Handler) but with a future of the result
/** * Like {@link #initTransactions(Handler)} but with a future of the result */
Future<Void> initTransactions();
Starts a new kafka transaction. See KafkaProducer.beginTransaction()
Params:
  • handler – handler called on operation completed
Returns:current KafkaWriteStream instance
/** * Starts a new kafka transaction. See {@link KafkaProducer#beginTransaction()} * * @param handler handler called on operation completed * @return current KafkaWriteStream instance */
KafkaWriteStream<K, V> beginTransaction(Handler<AsyncResult<Void>> handler);
Like beginTransaction(Handler) but with a future of the result
/** * Like {@link #beginTransaction(Handler)} but with a future of the result */
Future<Void> beginTransaction();
Commits the ongoing transaction. See KafkaProducer.commitTransaction()
Params:
  • handler – handler called on operation completed
Returns:current KafkaWriteStream instance
/** * Commits the ongoing transaction. See {@link KafkaProducer#commitTransaction()} * * @param handler handler called on operation completed * @return current KafkaWriteStream instance */
KafkaWriteStream<K, V> commitTransaction(Handler<AsyncResult<Void>> handler);
Like commitTransaction(Handler) but with a future of the result
/** * Like {@link #commitTransaction(Handler)} but with a future of the result */
Future<Void> commitTransaction();
Aborts the ongoing transaction. See KafkaProducer.abortTransaction()
Params:
  • handler – handler called on operation completed
Returns:current KafkaWriteStream instance
/** * Aborts the ongoing transaction. See {@link org.apache.kafka.clients.producer.KafkaProducer#abortTransaction()} * * @param handler handler called on operation completed * @return current KafkaWriteStream instance */
KafkaWriteStream<K, V> abortTransaction(Handler<AsyncResult<Void>> handler);
Like abortTransaction(Handler) but with a future of the result
/** * Like {@link #abortTransaction(Handler)} but with a future of the result */
Future<Void> abortTransaction();
Asynchronously write a record to a topic
Params:
  • record – record to write
Returns:a Future completed with the record metadata
/** * Asynchronously write a record to a topic * * @param record record to write * @return a {@code Future} completed with the record metadata */
Future<RecordMetadata> send(ProducerRecord<K, V> record);
Asynchronously write a record to a topic
Params:
  • record – record to write
  • handler – handler called on operation completed
Returns: current KafkaWriteStream instance
/** * Asynchronously write a record to a topic * * @param record record to write * @param handler handler called on operation completed * @return current KafkaWriteStream instance */
KafkaWriteStream<K, V> send(ProducerRecord<K, V> record, Handler<AsyncResult<RecordMetadata>> handler);
Get the partition metadata for the give topic.
Params:
  • topic – topic partition for which getting partitions info
  • handler – handler called on operation completed
Returns: current KafkaWriteStream instance
/** * Get the partition metadata for the give topic. * * @param topic topic partition for which getting partitions info * @param handler handler called on operation completed * @return current KafkaWriteStream instance */
KafkaWriteStream<K, V> partitionsFor(String topic, Handler<AsyncResult<List<PartitionInfo>>> handler);
Like partitionsFor(String, Handler) but returns a Future of the asynchronous result
/** * Like {@link #partitionsFor(String, Handler)} but returns a {@code Future} of the asynchronous result */
Future<List<PartitionInfo>> partitionsFor(String topic);
Invoking this method makes all buffered records immediately available to write
Params:
  • completionHandler – handler called on operation completed
Returns: current KafkaWriteStream instance
/** * Invoking this method makes all buffered records immediately available to write * * @param completionHandler handler called on operation completed * @return current KafkaWriteStream instance */
KafkaWriteStream<K, V> flush(Handler<AsyncResult<Void>> completionHandler);
Like flush(Handler) but returns a Future of the asynchronous result
/** * Like {@link #flush(Handler)} but returns a {@code Future} of the asynchronous result */
Future<Void> flush();
Close the stream
/** * Close the stream */
Future<Void> close();
Close the stream
Params:
  • completionHandler – handler called on operation completed
/** * Close the stream * * @param completionHandler handler called on operation completed */
void close(Handler<AsyncResult<Void>> completionHandler);
Close the stream
Params:
  • timeout – timeout to wait for closing
  • completionHandler – handler called on operation completed
/** * Close the stream * * @param timeout timeout to wait for closing * @param completionHandler handler called on operation completed */
void close(long timeout, Handler<AsyncResult<Void>> completionHandler);
Like close(long, Handler) but returns a Future of the asynchronous result
/** * Like {@link #close(long, Handler)} but returns a {@code Future} of the asynchronous result */
Future<Void> close(long timeout);
Returns:the underlying producer
/** * @return the underlying producer */
Producer<K, V> unwrap(); }