silicoflare/docker-hadoop
1
0
Fork 0
mirror of https://github.com/silicoflare/docker-hadoop.git synced 2026-05-26 12:09:54 +05:30
Code Issues Packages Projects Releases Wiki Activity

Add hbase installation

Browse Source
This commit is contained in:
Suraj B M
2024-01-30 15:01:53 +05:30
parent 2a255e3317
commit 21375eb31f
5 changed files with 56 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
Dockerfile
View File

@@ -70,5 +70,18 @@ RUN echo "export PIG_HOME=/pig" >> ~/.bashrc
RUN echo "export PATH=\$PATH:/pig/bin" >> ~/.bashrc RUN echo "export PATH=\$PATH:/pig/bin" >> ~/.bashrc
RUN echo "export PIG_CLASSPATH=\$HADOOP_HOME/etc/hadoop" >> ~/.bashrc RUN echo "export PIG_CLASSPATH=\$HADOOP_HOME/etc/hadoop" >> ~/.bashrc
# Install hbase
RUN wget http://apache.mirror.gtcomm.net/hbase/stable/hbase-2.5.7-bin.tar.gz
RUN tar -xzvf hbase-2.5.7-bin.tar.gz
RUN mv hbase-2.5.7 /usr/local/hbase
RUN echo "export HBASE_HOME=/usr/local/hbase" >> ~/.bashrc
RUN echo "export PATH=\$PATH:\$HBASE_HOME/bin" >> ~/.bashrc
RUN echo "export HBASE_DISABLE_HADOOP_CLASSPATH_LOOKUP=\"true\"" >> /usr/local/hbase/conf/hbase-env.sh
RUN echo "JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64/" >> /usr/local/hbase/conf/hbase-env.sh
COPY hbase-site.xml ~/hbase-site.xml
RUN mkdir -p /hadoop/zookeeper
RUN chown -R $USER:$USER /hadoop/
# Expose necessary ports # Expose necessary ports
EXPOSE 9870 8088 9000 EXPOSE 9870 8088 9000

15
README.md
View File

@@ -1,12 +1,19 @@
# Hadoop on Docker # Hadoop on Docker
Use this to get a quick version of Hadoop to run on Docker. Use this to get a quick version of Hadoop to run on Docker.
1. Install Docker 1. Install Docker on your host PC
<br> <br>
2. Clone this repository 2. Clone your platform specific branch of this repository
```bash ```bash
git clone https://github.com/silicoflare/docker-hadoop # Windows
git clone -b windows --single-branch https://github.com/silicoflare/docker-hadoop
# Mac
git clone -b mac --single-branch https://github.com/silicoflare/docker-hadoop
# Linux
git clone -b linux --single-branch https://github.com/silicoflare/docker-hadoop
``` ```
<br> <br>
@@ -27,7 +34,7 @@ docker build -t hadoop .
6. Create a new container using the newly created image 6. Create a new container using the newly created image
```bash ```bash
docker run -it -p 9870:3000 --name anyname hadoop bash docker run -it -p 9870:9870 --name anyname hadoop bash
``` ```
<br> <br>

28
hbase-site.xml Normal file
View File

@@ -0,0 +1,28 @@
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
<property>
<name>hbase.cluster.distributed</name>
<value>true</value>
</property>
<property>
<name>hbase.tmp.dir</name>
<value>./tmp</value>
</property>
<property>
<name>hbase.unsafe.stream.capability.enforce</name>
<value>false</value>
</property>
<property>
<name>hbase.zookeeper.property.dataDir</name>
<value>/hadoop/zookeeper</value>
</property>
<property>
<name>hbase.cluster.distributed</name>
<value>true</value>
</property>
</configuration>

2
init
View File

@@ -1,6 +1,8 @@
#!/usr/bin/env bash #!/usr/bin/env bash
service ssh restart service ssh restart
stop-hbase.sh
stop-all.sh stop-all.sh
hdfs namenode -format hdfs namenode -format
start-all.sh start-all.sh
start-hbase.sh
jps jps

2
restart
View File

@@ -1,5 +1,7 @@
#!/usr/bin/env bash #!/usr/bin/env bash
service ssh restart service ssh restart
stop-hbase.sh
stop-all.sh stop-all.sh
start-all.sh start-all.sh
start-hbase.sh
jps jps