Configuring a Kafka Client

1. Clone the producer source code into the home directory:

cd ~/
git clone https://github.com/linuxacademy/content-ccdak-kafka-client-config-lab.git

1. Run the code to ensure it works before modifying it:

cd content-ccdak-kafka-client-config-lab
./gradlew run

1. To view the output, consume the records from the inventory_purchases topic:

kafka-console-consumer --bootstrap-server localhost:9092 --topic inventory_purchases --property print.key=true --from-beginning

1. Edit the Main class of the producer source code:

vi src/main/java/com/linuxacademy/ccdak/client/config/Main.java

1. Add the necessary configurations to the props object before the producer is instantiated. The final code should look something like this:

package com.linuxacademy.ccdak.client.config;

import java.util.Properties;
import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.Producer;
import org.apache.kafka.clients.producer.ProducerRecord;

public class Main {

    public static void main(String[] args) {
        Properties props = new Properties();
        props.put("bootstrap.servers", "localhost:9092");
        props.put("key.serializer", "org.apache.kafka.common.serialization.StringSerializer");
        props.put("value.serializer", "org.apache.kafka.common.serialization.StringSerializer");

        props.put("acks", "all");
        props.put("buffer.memory", "12582912");
        props.put("connections.max.idle.ms", "300000");

        Producer<String, String> producer = new KafkaProducer<>(props);
        producer.send(new ProducerRecord<>("inventory_purchases", "apples", "1"));
        producer.send(new ProducerRecord<>("inventory_purchases", "apples", "3"));
        producer.send(new ProducerRecord<>("inventory_purchases", "oranges", "12"));
        producer.send(new ProducerRecord<>("inventory_purchases", "bananas", "25"));
        producer.send(new ProducerRecord<>("inventory_purchases", "pears", "15"));
        producer.send(new ProducerRecord<>("inventory_purchases", "apples", "6"));
        producer.send(new ProducerRecord<>("inventory_purchases", "pears", "7"));
        producer.send(new ProducerRecord<>("inventory_purchases", "oranges", "1"));
        producer.send(new ProducerRecord<>("inventory_purchases", "grapes", "56"));
        producer.send(new ProducerRecord<>("inventory_purchases", "oranges", "11"));
        producer.close();
    }

}

1. Execute the program:

./gradlew run

1. Consume the records from the inventory_purchases topic to verify that we can see the new records created by the producer:

kafka-console-consumer --bootstrap-server localhost:9092 --topic inventory_purchases --property print.key=true --from-beginning