diff --git a/Dockerfile b/Dockerfile index d79d561..8964abc 100644 --- a/Dockerfile +++ b/Dockerfile @@ -70,5 +70,18 @@ RUN echo "export PIG_HOME=/pig" >> ~/.bashrc RUN echo "export PATH=\$PATH:/pig/bin" >> ~/.bashrc RUN echo "export PIG_CLASSPATH=\$HADOOP_HOME/etc/hadoop" >> ~/.bashrc +# Install hbase +RUN wget http://apache.mirror.gtcomm.net/hbase/stable/hbase-2.5.7-bin.tar.gz +RUN tar -xzvf hbase-2.5.7-bin.tar.gz +RUN mv hbase-2.5.7 /usr/local/hbase +RUN echo "export HBASE_HOME=/usr/local/hbase" >> ~/.bashrc +RUN echo "export PATH=\$PATH:\$HBASE_HOME/bin" >> ~/.bashrc +RUN echo "export HBASE_DISABLE_HADOOP_CLASSPATH_LOOKUP=\"true\"" >> /usr/local/hbase/conf/hbase-env.sh +RUN echo "JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64/" >> /usr/local/hbase/conf/hbase-env.sh +COPY hbase-site.xml ~/hbase-site.xml + +RUN mkdir -p /hadoop/zookeeper +RUN chown -R $USER:$USER /hadoop/ + # Expose necessary ports EXPOSE 9870 8088 9000 diff --git a/README.md b/README.md index 57ddf2c..e599866 100644 --- a/README.md +++ b/README.md @@ -1,12 +1,19 @@ # Hadoop on Docker Use this to get a quick version of Hadoop to run on Docker. -1. Install Docker +1. Install Docker on your host PC
-2. Clone this repository +2. Clone your platform specific branch of this repository ```bash -git clone https://github.com/silicoflare/docker-hadoop +# Windows +git clone -b windows --single-branch https://github.com/silicoflare/docker-hadoop + +# Mac +git clone -b mac --single-branch https://github.com/silicoflare/docker-hadoop + +# Linux +git clone -b linux --single-branch https://github.com/silicoflare/docker-hadoop ```
@@ -27,7 +34,7 @@ docker build -t hadoop . 6. Create a new container using the newly created image ```bash -docker run -it -p 9870:3000 --name anyname hadoop bash +docker run -it -p 9870:9870 --name anyname hadoop bash ```
diff --git a/hbase-site.xml b/hbase-site.xml new file mode 100644 index 0000000..dd5df51 --- /dev/null +++ b/hbase-site.xml @@ -0,0 +1,28 @@ + + + + + hbase.cluster.distributed + true + + + + hbase.tmp.dir + ./tmp + + + + hbase.unsafe.stream.capability.enforce + false + + + + hbase.zookeeper.property.dataDir + /hadoop/zookeeper + + + + hbase.cluster.distributed + true + + diff --git a/init b/init index 62cdb56..a0e52ea 100644 --- a/init +++ b/init @@ -1,6 +1,8 @@ #!/usr/bin/env bash service ssh restart +stop-hbase.sh stop-all.sh hdfs namenode -format start-all.sh +start-hbase.sh jps \ No newline at end of file diff --git a/restart b/restart index c10d6ff..d0162fc 100644 --- a/restart +++ b/restart @@ -1,5 +1,7 @@ #!/usr/bin/env bash service ssh restart +stop-hbase.sh stop-all.sh start-all.sh +start-hbase.sh jps