Delete KafkaStreamsLiveTest.java
duplicate of the test in libraries-data
This commit is contained in:
parent
cdfc2a8e05
commit
26a0faff46
|
@ -1,61 +0,0 @@
|
||||||
package com.baeldung.kafkastreams;
|
|
||||||
|
|
||||||
import org.apache.kafka.clients.consumer.ConsumerConfig;
|
|
||||||
import org.apache.kafka.common.serialization.Serde;
|
|
||||||
import org.apache.kafka.common.serialization.Serdes;
|
|
||||||
import org.apache.kafka.streams.KafkaStreams;
|
|
||||||
import org.apache.kafka.streams.StreamsBuilder;
|
|
||||||
import org.apache.kafka.streams.StreamsConfig;
|
|
||||||
import org.apache.kafka.streams.Topology;
|
|
||||||
import org.apache.kafka.streams.kstream.KStream;
|
|
||||||
import org.apache.kafka.streams.kstream.KTable;
|
|
||||||
import org.apache.kafka.streams.kstream.Produced;
|
|
||||||
import org.apache.kafka.test.TestUtils;
|
|
||||||
import org.junit.Ignore;
|
|
||||||
import org.junit.Test;
|
|
||||||
|
|
||||||
import java.util.Arrays;
|
|
||||||
import java.util.Properties;
|
|
||||||
import java.util.regex.Pattern;
|
|
||||||
|
|
||||||
public class KafkaStreamsLiveTest {
|
|
||||||
private String bootstrapServers = "localhost:9092";
|
|
||||||
|
|
||||||
@Test
|
|
||||||
@Ignore("it needs to have kafka broker running on local")
|
|
||||||
public void shouldTestKafkaStreams() throws InterruptedException {
|
|
||||||
// given
|
|
||||||
String inputTopic = "inputTopic";
|
|
||||||
|
|
||||||
Properties streamsConfiguration = new Properties();
|
|
||||||
streamsConfiguration.put(StreamsConfig.APPLICATION_ID_CONFIG, "wordcount-live-test");
|
|
||||||
streamsConfiguration.put(StreamsConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrapServers);
|
|
||||||
streamsConfiguration.put(StreamsConfig.DEFAULT_KEY_SERDE_CLASS_CONFIG, Serdes.String().getClass().getName());
|
|
||||||
streamsConfiguration.put(StreamsConfig.DEFAULT_VALUE_SERDE_CLASS_CONFIG, Serdes.String().getClass().getName());
|
|
||||||
streamsConfiguration.put(StreamsConfig.COMMIT_INTERVAL_MS_CONFIG, 1000);
|
|
||||||
streamsConfiguration.put(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "earliest");
|
|
||||||
// Use a temporary directory for storing state, which will be automatically removed after the test.
|
|
||||||
streamsConfiguration.put(StreamsConfig.STATE_DIR_CONFIG, TestUtils.tempDirectory().getAbsolutePath());
|
|
||||||
|
|
||||||
// when
|
|
||||||
StreamsBuilder builder = new StreamsBuilder();
|
|
||||||
KStream<String, String> textLines = builder.stream(inputTopic);
|
|
||||||
Pattern pattern = Pattern.compile("\\W+", Pattern.UNICODE_CHARACTER_CLASS);
|
|
||||||
|
|
||||||
KTable<String, Long> wordCounts = textLines.flatMapValues(value -> Arrays.asList(pattern.split(value.toLowerCase()))).groupBy((key, word) -> word).count();
|
|
||||||
|
|
||||||
textLines.foreach((word, count) -> System.out.println("word: " + word + " -> " + count));
|
|
||||||
|
|
||||||
String outputTopic = "outputTopic";
|
|
||||||
final Serde<String> stringSerde = Serdes.String();
|
|
||||||
final Serde<String> longSerde = Serdes.String();
|
|
||||||
textLines.to(outputTopic, Produced.with(stringSerde,longSerde));
|
|
||||||
|
|
||||||
KafkaStreams streams = new KafkaStreams(new Topology(), streamsConfiguration);
|
|
||||||
streams.start();
|
|
||||||
|
|
||||||
// then
|
|
||||||
Thread.sleep(30000);
|
|
||||||
streams.close();
|
|
||||||
}
|
|
||||||
}
|
|
Loading…
Reference in New Issue