From 06b2d5109a9f8a6db858f6eda06c76b572e6d57e Mon Sep 17 00:00:00 2001 From: Herman Singh Umrao <63940157+hermanumrao@users.noreply.github.com> Date: Sun, 4 Feb 2024 01:36:31 +0530 Subject: [PATCH 1/2] postgresql added add --- Dockerfile | 16 +++++++++++++++- 1 file changed, 15 insertions(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 4f9c9ba..3fb5ffd 100644 --- a/Dockerfile +++ b/Dockerfile @@ -136,8 +136,22 @@ RUN mv kafka_2.13-3.6.1 /usr/local/kafka RUN echo "export KAFKA_HOME=/usr/local/kafka" >> ~/.bashrc && \ echo "export PATH=\$PATH:\$KAFKA_HOME/bin" >> ~/.bashrc +# Install Postgresql +RUN apt-get install postgresql postgresql-contrib + +# Connect Postgresql with sqoop +RUN wget https://jdbc.postgresql.org/download/postgresql-42.7.1.jar +RUN mv postgresql-42.7.1.jar /usr/local/sqoop/lib/postgresql-42.7.1.jar +RUN rm commons-lang3-3.4.jar +RUN wget https://dlcdn.apache.org//commons/lang/binaries/commons-lang-2.6-bin.tar.gz +RUN tar -xvf commons-lang-2.6-bin.tar.gz +RUN mv commons-lang-2.6-bin/* /usr/local/sqoop/lib +RUN rm -rf commons-lang-2.6-bin +RUN mkdir /usr/local/sqoop/conf/manager.d +RUN echo "org.postgresql.Driver=/usr/lib/sqoop/lib/postgresql-42.7.1.jar" > postgresql + # Expose necessary ports EXPOSE 9870 8088 9000 ENTRYPOINT ["/bin/bash", "-c"] -CMD ["bash"] \ No newline at end of file +CMD ["bash"] From 4123a209b750abc7108f4f97b252d7fd19da7797 Mon Sep 17 00:00:00 2001 From: Herman Singh Umrao <63940157+hermanumrao@users.noreply.github.com> Date: Sun, 4 Feb 2024 01:57:48 +0530 Subject: [PATCH 2/2] Update Dockerfile fixes with postgres --- Dockerfile | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/Dockerfile b/Dockerfile index 3fb5ffd..d53818b 100644 --- a/Dockerfile +++ b/Dockerfile @@ -137,16 +137,16 @@ RUN echo "export KAFKA_HOME=/usr/local/kafka" >> ~/.bashrc && \ echo "export PATH=\$PATH:\$KAFKA_HOME/bin" >> ~/.bashrc # Install Postgresql -RUN apt-get install postgresql postgresql-contrib +RUN apt-get install postgresql postgresql-contrib -y # Connect Postgresql with sqoop RUN wget https://jdbc.postgresql.org/download/postgresql-42.7.1.jar RUN mv postgresql-42.7.1.jar /usr/local/sqoop/lib/postgresql-42.7.1.jar -RUN rm commons-lang3-3.4.jar +RUN rm /usr/local/sqoop/lib/commons-lang3-3.4.jar RUN wget https://dlcdn.apache.org//commons/lang/binaries/commons-lang-2.6-bin.tar.gz RUN tar -xvf commons-lang-2.6-bin.tar.gz -RUN mv commons-lang-2.6-bin/* /usr/local/sqoop/lib -RUN rm -rf commons-lang-2.6-bin +RUN mv commons-lang-2.6/* /usr/local/sqoop/lib +RUN rm -rf commons-lang-2.6 RUN mkdir /usr/local/sqoop/conf/manager.d RUN echo "org.postgresql.Driver=/usr/lib/sqoop/lib/postgresql-42.7.1.jar" > postgresql