silicoflare/docker-hadoop
1
0
Fork 0
mirror of https://github.com/silicoflare/docker-hadoop.git synced 2026-05-26 12:09:54 +05:30
Code Issues Packages Projects Releases Wiki Activity

feat: add kafka cli

Browse Source
This commit is contained in:
Suraj B M
2024-04-02 13:43:53 +05:30
parent 8aa5fecb13
commit a5adc36add
2 changed files with 24 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
Dockerfile
View File

@@ -148,12 +148,15 @@ RUN wget https://jdbc.postgresql.org/download/postgresql-42.7.1.jar && \
COPY restart $HADOOP_HOME/bin/restart
COPY init $HADOOP_HOME/bin/init
COPY colors $HADOOP_HOME/bin/colors
COPY kafka $HADOOP_HOME/bin/kafka
RUN dos2unix $HADOOP_HOME/bin/restart && \
dos2unix $HADOOP_HOME/bin/colors && \
dos2unix $HADOOP_HOME/bin/init && \
dos2unix $HADOOP_HOME/bin/kafka && \
chmod +x $HADOOP_HOME/bin/restart && \
chmod +x $HADOOP_HOME/bin/colors && \
chmod +x $HADOOP_HOME/bin/init
chmod +x $HADOOP_HOME/bin/init && \
chmod +x $HADOOP_HOME/bin/kafka
# Cleaning up archives
RUN rm *.tar.gz && \

20
kafka Normal file
View File

@@ -0,0 +1,20 @@
#!/bin/bash
verb=$1
arg=$2
if [ $verb == "start" ]; then
if [ $arg == "zookeeper" ]; then
$KAFKA_HOME/bin/zookeeper-server-start.sh $KAFKA_HOME/config/zookeeper.properties
elif [ $arg == "kafka" ]; then
$KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties
fi
elif [ $verb == "create-topic" ]; then
$KAFKA_HOME/bin/kafka-topics.sh --create --topic $arg --bootstrap-server localhost:9092
elif [ $verb == "produce" ]; then
$KAFKA_HOME/bin/kafka-console-producer.sh --topic $arg --bootstrap-server localhost:9092
elif [ $verb == "consume" ]; then
$KAFKA_HOME/bin/kafka-console-consumer.sh --topic $arg --from-beginning --bootstrap-server localhost:9092
elif [ $verb == "submit" ]; then
spark-submit --packages org.apache.spark:spark-sql-kafka-0-10_2.12:3.0.1 $arg
fi