silicoflare/docker-hadoop
1
0
Fork 0
mirror of https://github.com/silicoflare/docker-hadoop.git synced 2026-05-26 12:09:54 +05:30
Code Issues Packages Projects Releases Wiki Activity

Add sqoop installation

Browse Source
This commit is contained in:
Suraj B M
2024-02-02 10:31:05 +05:30
parent 75d1780b36
commit 9af0f5d8a9
1 changed files with 11 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
Dockerfile
View File

@@ -13,8 +13,7 @@ ENV YARN_RESOURCEMANAGER_USER=root
# Install necessary dependencies
RUN apt-get update && \
apt-get install -y ssh openjdk-8-jdk neovim junit && \
rm -rf /var/lib/apt/lists/*
apt-get install -y ssh openjdk-8-jdk neovim junit python-is-python3 nano
# Download and extract Hadoop
RUN mkdir -p $HADOOP_HOME
@@ -99,5 +98,15 @@ RUN echo "export FLUME_HOME=/usr/local/flume" >> ~/.bashrc
RUN echo "export PATH=\$PATH:\$FLUME_HOME/bin" >> ~/.bashrc
RUN sed -i '214c\ \$EXEC \$JAVA_HOME/java \$JAVA_OPTS \$FLUME_JAVA_OPTS "\${arr_java_props[@]}" -cp "\$FLUME_CLASSPATH" \\' /usr/local/flume/bin/flume-ng
# Install Sqoop
RUN wget https://archive.apache.org/dist/sqoop/1.4.7/sqoop-1.4.7.bin__hadoop-2.6.0.tar.gz
RUN tar -xzvf sqoop-1.4.7.bin__hadoop-2.6.0.tar.gz
RUN mv sqoop-1.4.7.bin__hadoop-2.6.0 /usr/local/sqoop
RUN echo "export SQOOP_HOME=/usr/local/sqoop" >> ~/.bashrc
RUN echo "export PATH=\$PATH:\$SQOOP_HOME/bin" >> ~/.bashrc
RUN mv /usr/local/sqoop/conf/sqoop-env-template.sh /usr/local/sqoop/conf/sqoop-env.sh
RUN echo "export HADOOP_COMMON_HOME=/usr/local/hadoop" >> /usr/local/sqoop/conf/sqoop-env.sh
RUN echo "export HADOOP_MAPRED_HOME=/usr/local/hadoop" >> /usr/local/sqoop/conf/sqoop-env.sh
# Expose necessary ports
EXPOSE 9870 8088 9000