From a5adc36add66c2d5d0ec58789b21489665719b13 Mon Sep 17 00:00:00 2001 From: Suraj B M Date: Tue, 2 Apr 2024 13:43:53 +0530 Subject: [PATCH] feat: add kafka cli --- Dockerfile | 5 ++++- kafka | 20 ++++++++++++++++++++ 2 files changed, 24 insertions(+), 1 deletion(-) create mode 100644 kafka diff --git a/Dockerfile b/Dockerfile index 060cb1c..3927be3 100644 --- a/Dockerfile +++ b/Dockerfile @@ -148,12 +148,15 @@ RUN wget https://jdbc.postgresql.org/download/postgresql-42.7.1.jar && \ COPY restart $HADOOP_HOME/bin/restart COPY init $HADOOP_HOME/bin/init COPY colors $HADOOP_HOME/bin/colors +COPY kafka $HADOOP_HOME/bin/kafka RUN dos2unix $HADOOP_HOME/bin/restart && \ dos2unix $HADOOP_HOME/bin/colors && \ dos2unix $HADOOP_HOME/bin/init && \ + dos2unix $HADOOP_HOME/bin/kafka && \ chmod +x $HADOOP_HOME/bin/restart && \ chmod +x $HADOOP_HOME/bin/colors && \ - chmod +x $HADOOP_HOME/bin/init + chmod +x $HADOOP_HOME/bin/init && \ + chmod +x $HADOOP_HOME/bin/kafka # Cleaning up archives RUN rm *.tar.gz && \ diff --git a/kafka b/kafka new file mode 100644 index 0000000..0406e3d --- /dev/null +++ b/kafka @@ -0,0 +1,20 @@ +#!/bin/bash + +verb=$1 +arg=$2 + +if [ $verb == "start" ]; then + if [ $arg == "zookeeper" ]; then + $KAFKA_HOME/bin/zookeeper-server-start.sh $KAFKA_HOME/config/zookeeper.properties + elif [ $arg == "kafka" ]; then + $KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties + fi +elif [ $verb == "create-topic" ]; then + $KAFKA_HOME/bin/kafka-topics.sh --create --topic $arg --bootstrap-server localhost:9092 +elif [ $verb == "produce" ]; then + $KAFKA_HOME/bin/kafka-console-producer.sh --topic $arg --bootstrap-server localhost:9092 +elif [ $verb == "consume" ]; then + $KAFKA_HOME/bin/kafka-console-consumer.sh --topic $arg --from-beginning --bootstrap-server localhost:9092 +elif [ $verb == "submit" ]; then + spark-submit --packages org.apache.spark:spark-sql-kafka-0-10_2.12:3.0.1 $arg +fi \ No newline at end of file