silicoflare/docker-hadoop
1
0
Fork 0
mirror of https://github.com/silicoflare/docker-hadoop.git synced 2026-05-26 20:17:59 +05:30
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #6 from hermanumrao/main

Browse Source 
added Postgresql and connectors required to work with Sqoop
This commit is contained in:
Suraj B M
2024-02-04 10:52:34 +05:30
committed by GitHub
parent 5cc166fb2b 4123a209b7
commit b99f8e007c
1 changed files with 15 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
Dockerfile
View File

@@ -136,6 +136,20 @@ RUN mv kafka_2.13-3.6.1 /usr/local/kafka
RUN echo "export KAFKA_HOME=/usr/local/kafka" >> ~/.bashrc && \ RUN echo "export KAFKA_HOME=/usr/local/kafka" >> ~/.bashrc && \
echo "export PATH=\$PATH:\$KAFKA_HOME/bin" >> ~/.bashrc echo "export PATH=\$PATH:\$KAFKA_HOME/bin" >> ~/.bashrc
# Install Postgresql
RUN apt-get install postgresql postgresql-contrib -y
# Connect Postgresql with sqoop
RUN wget https://jdbc.postgresql.org/download/postgresql-42.7.1.jar
RUN mv postgresql-42.7.1.jar /usr/local/sqoop/lib/postgresql-42.7.1.jar
RUN rm /usr/local/sqoop/lib/commons-lang3-3.4.jar
RUN wget https://dlcdn.apache.org//commons/lang/binaries/commons-lang-2.6-bin.tar.gz
RUN tar -xvf commons-lang-2.6-bin.tar.gz
RUN mv commons-lang-2.6/* /usr/local/sqoop/lib
RUN rm -rf commons-lang-2.6
RUN mkdir /usr/local/sqoop/conf/manager.d
RUN echo "org.postgresql.Driver=/usr/lib/sqoop/lib/postgresql-42.7.1.jar" > postgresql
# Expose necessary ports # Expose necessary ports
EXPOSE 9870 8088 9000 EXPOSE 9870 8088 9000