silicoflare/docker-hadoop
1
0
Fork 0
mirror of https://github.com/silicoflare/docker-hadoop.git synced 2026-05-26 12:09:54 +05:30
Code Issues Packages Projects Releases Wiki Activity

Kafka in bg

Browse Source
This commit is contained in:
Aryan Anand
2024-10-17 17:44:48 +05:30
committed by GitHub
parent ae2efbde2d
commit d75780a3b6
1 changed files with 38 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

53
kafka
View File

@@ -1,20 +1,41 @@
#!/bin/bash #!/bin/bash
verb=$1 verb="$1"
arg=$2 arg="$2"
if [ $verb == "start" ]; then # Check if KAFKA_HOME is set
if [ $arg == "zookeeper" ]; then if [ -z "$KAFKA_HOME" ]; then
$KAFKA_HOME/bin/zookeeper-server-start.sh $KAFKA_HOME/config/zookeeper.properties echo "Error: KAFKA_HOME is not set"
elif [ $arg == "kafka" ]; then exit 1
$KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties
fi
elif [ $verb == "create-topic" ]; then
$KAFKA_HOME/bin/kafka-topics.sh --create --topic $arg --bootstrap-server localhost:9092
elif [ $verb == "produce" ]; then
$KAFKA_HOME/bin/kafka-console-producer.sh --topic $arg --bootstrap-server localhost:9092
elif [ $verb == "consume" ]; then
$KAFKA_HOME/bin/kafka-console-consumer.sh --topic $arg --from-beginning --bootstrap-server localhost:9092
elif [ $verb == "submit" ]; then
spark-submit --packages org.apache.spark:spark-sql-kafka-0-10_2.12:3.0.1 $arg
fi fi
case "$verb" in
"start")
if [ "$arg" == "zookeeper" ]; then
"$KAFKA_HOME/bin/zookeeper-server-start.sh" "$KAFKA_HOME/config/zookeeper.properties" &
elif [ "$arg" == "kafka" ]; then
"$KAFKA_HOME/bin/kafka-server-start.sh" "$KAFKA_HOME/config/server.properties" &
else
echo "Error: Invalid argument for 'start'. Use 'zookeeper' or 'kafka'."
fi
;;
"create-topic")
"$KAFKA_HOME/bin/kafka-topics.sh" --create --topic "$arg" --bootstrap-server localhost:9092 &
;;
"produce")
"$KAFKA_HOME/bin/kafka-console-producer.sh" --topic "$arg" --bootstrap-server localhost:9092 &
;;
"consume")
"$KAFKA_HOME/bin/kafka-console-consumer.sh" --topic "$arg" --from-beginning --bootstrap-server localhost:9092 &
;;
"submit")
if [ -z "$arg" ]; then
echo "Error: Please provide a Spark script."
else
spark-submit --packages org.apache.spark:spark-sql-kafka-0-10_2.12:3.0.1 "$arg" &
fi
;;
*)
echo "Error: Unknown verb. Use 'start', 'create-topic', 'produce', 'consume', or 'submit'."
;;
esac