From 29a8f2f98a8a940c16ae56c72c4db20f034d7efb Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=BC=A0=E5=BD=AA?= Date: Mon, 17 Apr 2023 02:43:58 +0000 Subject: [PATCH] Merge branch 'hadoop_log_level_warn' into 'master' Hadoop log level warn See merge request data/monolith!2046 GitOrigin-RevId: 1715338727be82e726fae54b78b0d45f09e10552 --- markdown/primus_demo/compile.Dockerfile | 38 ------------------------- markdown/primus_demo/exec.Dockerfile | 34 ---------------------- 2 files changed, 72 deletions(-) delete mode 100644 markdown/primus_demo/compile.Dockerfile delete mode 100644 markdown/primus_demo/exec.Dockerfile diff --git a/markdown/primus_demo/compile.Dockerfile b/markdown/primus_demo/compile.Dockerfile deleted file mode 100644 index ba00b40..0000000 --- a/markdown/primus_demo/compile.Dockerfile +++ /dev/null @@ -1,38 +0,0 @@ -FROM ubuntu:22.04 - -# Install development tools -RUN apt update -RUN apt install -yq vim tree iputils-ping net-tools telnet wget curl dnsutils unzip - -# build tools -RUN apt install -yq build-essential git gcc-9 g++-9 -RUN update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-9 40 --slave /usr/bin/g++ g++ /usr/bin/g++-9 --slave /usr/bin/gcov gcov /usr/bin/gcov-9 - -# python and its dependencies -RUN apt install -yq libfuse-dev zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev libhdf5-dev libbz2-dev -RUN curl -O https://www.python.org/ftp/python/3.8.6/Python-3.8.6.tar.xz && \ - tar -xf Python-3.8.6.tar.xz && \ - cd Python-3.8.6 && \ - ./configure --enable-optimizations && \ - make -j"$(nproc)" build_all && \ - make altinstall && \ - cd .. && rm -rf Python-3.8.6.tar.xz && rm -rf Python-3.8.6 -RUN update-alternatives --install /usr/bin/python3 python3 /usr/local/bin/python3.8 3 -RUN update-alternatives --install /usr/bin/pip3 pip3 /usr/local/bin/pip3.8 3 -RUN ln -s /usr/bin/python3 /usr/bin/python - -RUN wget https://bootstrap.pypa.io/get-pip.py && \ - python3.8 get-pip.py && \ - python3.8 -m pip install -U pip && \ - python3.8 -m pip freeze | xargs python3.8 -m pip uninstall -y || true && \ - python3.8 -m pip install --no-cache-dir numpy==1.19.4 nltk==3.6.7 scipy google-cloud-storage==1.35.0 - -# bazel -RUN wget https://github.com/bazelbuild/bazel/releases/download/3.1.0/bazel-3.1.0-installer-linux-x86_64.sh && \ - chmod +x bazel-3.1.0-installer-linux-x86_64.sh && \ - ./bazel-3.1.0-installer-linux-x86_64.sh && \ - rm bazel-3.1.0-installer-linux-x86_64.sh - -# monolith dependencies -RUN pip3.8 install --no-cache-dir -U --user pip wheel packaging requests opt_einsum -RUN pip3.8 install --no-cache-dir -U --user keras_preprocessing tensorflow==2.4.0 diff --git a/markdown/primus_demo/exec.Dockerfile b/markdown/primus_demo/exec.Dockerfile deleted file mode 100644 index 5e1f2ef..0000000 --- a/markdown/primus_demo/exec.Dockerfile +++ /dev/null @@ -1,34 +0,0 @@ -FROM ubuntu:22.04 - -# Install development tools -RUN apt update -RUN apt install -yq vim tree iputils-ping net-tools telnet wget curl dnsutils unzip - -# build tools -RUN apt install -yq build-essential git gcc-9 g++-9 -RUN update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-9 40 --slave /usr/bin/g++ g++ /usr/bin/g++-9 --slave /usr/bin/gcov gcov /usr/bin/gcov-9 - -# python and its dependencies -RUN apt install -yq libfuse-dev zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev libhdf5-dev libbz2-dev -RUN curl -O https://www.python.org/ftp/python/3.8.6/Python-3.8.6.tar.xz && \ - tar -xf Python-3.8.6.tar.xz && \ - cd Python-3.8.6 && \ - ./configure --enable-optimizations && \ - make -j"$(nproc)" build_all && \ - make altinstall && \ - cd .. && rm -rf Python-3.8.6.tar.xz && rm -rf Python-3.8.6 -RUN update-alternatives --install /usr/bin/python3 python3 /usr/local/bin/python3.8 3 -RUN update-alternatives --install /usr/bin/pip3 pip3 /usr/local/bin/pip3.8 3 -RUN ln -s /usr/bin/python3 /usr/bin/python - -RUN wget https://bootstrap.pypa.io/get-pip.py && \ - python3.8 get-pip.py && \ - python3.8 -m pip install -U pip && \ - python3.8 -m pip freeze | xargs python3.8 -m pip uninstall -y || true && \ - python3.8 -m pip install --no-cache-dir numpy==1.19.4 nltk==3.6.7 scipy google-cloud-storage==1.35.0 - -RUN pip3.8 install --no-cache-dir kafka-python tensorflow==2.4.0 -# installing specific protobuf version solves "TypeError: Descriptors cannot not be created directly." -RUN pip3.8 install --no-cache-dir tensorflow-datasets protobuf==3.20.* -ADD ./monolith-0.1.0-cp38-cp38-linux_x86_64.whl /root/ -RUN pip3.8 install --no-cache-dir /root/monolith-0.1.0-cp38-cp38-linux_x86_64.whl