Upgrade HBase from 2.5.8 to 3.0.0-beta-1

Automated Install and Uninstall on Linux Systems

Dockerfile

@@ -64,9 +64,9 @@ RUN wget -O pig.tar.gz https://downloads.apache.org/pig/pig-0.17.0/pig-0.17.0.ta
     echo "export PIG_CLASSPATH=\$HADOOP_HOME/etc/hadoop" >> ~/.bashrc
 
 # Install hbase
-RUN wget http://apache.mirror.gtcomm.net/hbase/2.5.8/hbase-2.5.8-bin.tar.gz && \
+RUN wget https://apache.mirror.gtcomm.net/hbase/3.0.0-beta-1/hbase-3.0.0-beta-1-bin.tar.gz && \
-    tar -xzvf hbase-2.5.8-bin.tar.gz && \
+    tar -xzvf hbase-3.0.0-beta-1-bin.tar.gz && \
-    mv hbase-2.5.8 /usr/local/hbase && \
+    mv hbase-3.0.0-beta-1-bin.tar.gz /usr/local/hbase && \
     echo "export HBASE_HOME=/usr/local/hbase" >> ~/.bashrc && \
     echo "export PATH=\$PATH:\$HBASE_HOME/bin" >> ~/.bashrc && \
     echo "export HBASE_DISABLE_HADOOP_CLASSPATH_LOOKUP=\"true\"" >> /usr/local/hbase/conf/hbase-env.sh && \

README.md

@@ -1,2 +1,35 @@
 # Hadoop on Docker
+## Linux/WSL
+### Installation
+```bash
+curl -fsSL https://bit.ly/hadock-install -o ~/hadoock && chmod +x ~/hadoock && sudo mv ~/hadoock /usr/bin/hadoock
+```
+if you're using WSL make sure to update it
+```powershell
+wsl.exe --update
+```
+### Usage
+```bash
+hadock
+```
+### Update
+```bash
+hadock --uninstall
+curl -fsSL https://bit.ly/hadock-install | bash
+```
+#### Copying from host
+```bash
+dockcp /path/to/file
+```
+This command copies ```path/to/file``` from host to ```/home``` on your docker container
+#### Running multiple instances
+```bash
+hadock_again
+```
+Use this command to open another shell in the same docker instance
+### Uninstallation
+```bash
+hadock --uninstall
+```
+
 Check the [wiki](https://github.com/silicoflare/docker-hadoop/wiki) for a full guide to use this docker image.

kafka

@@ -1,20 +1,41 @@
 #!/bin/bash
 
-verb=$1
+verb="$1"
-arg=$2
+arg="$2"
 
-if [ $verb == "start" ]; then
+# Check if KAFKA_HOME is set
-    if [ $arg == "zookeeper" ]; then
+if [ -z "$KAFKA_HOME" ]; then
-        $KAFKA_HOME/bin/zookeeper-server-start.sh $KAFKA_HOME/config/zookeeper.properties
+  echo "Error: KAFKA_HOME is not set"
-    elif [ $arg == "kafka" ]; then
+  exit 1
-        $KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties
 fi
-elif [ $verb == "create-topic" ]; then
+
-    $KAFKA_HOME/bin/kafka-topics.sh --create --topic $arg --bootstrap-server localhost:9092
+case "$verb" in
-elif [ $verb == "produce" ]; then
+"start")
-    $KAFKA_HOME/bin/kafka-console-producer.sh --topic $arg --bootstrap-server localhost:9092
+  if [ "$arg" == "zookeeper" ]; then
-elif [ $verb == "consume" ]; then
+    "$KAFKA_HOME/bin/zookeeper-server-start.sh" "$KAFKA_HOME/config/zookeeper.properties" &
-    $KAFKA_HOME/bin/kafka-console-consumer.sh --topic $arg --from-beginning --bootstrap-server localhost:9092
+  elif [ "$arg" == "kafka" ]; then
-elif [ $verb == "submit" ]; then
+    "$KAFKA_HOME/bin/kafka-server-start.sh" "$KAFKA_HOME/config/server.properties" &
-    spark-submit --packages org.apache.spark:spark-sql-kafka-0-10_2.12:3.0.1 $arg
+  else
+    echo "Error: Invalid argument for 'start'. Use 'zookeeper' or 'kafka'."
   fi
+  ;;
+"create-topic")
+  "$KAFKA_HOME/bin/kafka-topics.sh" --create --topic "$arg" --bootstrap-server localhost:9092 &
+  ;;
+"produce")
+  "$KAFKA_HOME/bin/kafka-console-producer.sh" --topic "$arg" --bootstrap-server localhost:9092 &
+  ;;
+"consume")
+  "$KAFKA_HOME/bin/kafka-console-consumer.sh" --topic "$arg" --from-beginning --bootstrap-server localhost:9092 &
+  ;;
+"submit")
+  if [ -z "$arg" ]; then
+    echo "Error: Please provide a Spark script."
+  else
+    spark-submit --packages org.apache.spark:spark-sql-kafka-0-10_2.12:3.0.1 "$arg" &
+  fi
+  ;;
+*)
+  echo "Error: Unknown verb. Use 'start', 'create-topic', 'produce', 'consume', or 'submit'."
+  ;;
+esac