forked from FederatedAI/FATE
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request FederatedAI#902 from FederatedAI/develop-1.2-docke…
…r-build Docker build update for FATE v1.2.0 (FederatedAI#901)
- Loading branch information
Showing
12 changed files
with
327 additions
and
191 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,3 +1,3 @@ | ||
| PREFIX=federatedai | ||
| TAG=1.1.1-release | ||
| BASE_TAG=1.1.1-release | ||
| TAG=1.2.0-release | ||
| BASE_TAG=1.2.0-release |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Large diffs are not rendered by default.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,19 +1,41 @@ | ||
| FROM centos:centos7.2.1511 | ||
|
|
||
| COPY pip-packages-fate-1.1.tar.gz /data/projects/python/ | ||
| ARG python_version | ||
|
|
||
| ENV venv_dir /data/projects/python/venv | ||
| ENV miniconda3_dir /data/projects/python/miniconda3 | ||
|
|
||
| COPY requirements.txt /data/projects/python/ | ||
|
|
||
| RUN yum -y install gcc gcc-c++ make openssl-devel supervisor gmp-devel mpfr-devel libmpc-devel libaio numactl autoconf automake libtool libffi-devel snappy snappy-devel zlib zlib-devel bzip2 bzip2-devel lz4-devel libasan lsof &&\ | ||
| cd /data/projects/python/ && \ | ||
| curl https://repo.continuum.io/miniconda/Miniconda3-4.5.4-Linux-x86_64.sh > /data/projects/python/Miniconda3-4.5.4-Linux-x86_64.sh && \ | ||
| miniconda3_dir=/data/projects/python/miniconda3 &&\ | ||
| venv_dir=/data/projects/python/venv && \ | ||
| python_version=1.1 && \ | ||
| sh ./Miniconda3-*-Linux-x86_64.sh -b -p ${miniconda3_dir} &&\ | ||
| tar -xvf pip-packages-fate-1.1.tar.gz && \ | ||
| rm pip-packages-fate-1.1.tar.gz && \ | ||
| ${miniconda3_dir}/bin/pip install virtualenv -f ./pip-packages-fate-${python_version} --no-index &&\ | ||
| ${miniconda3_dir}/bin/virtualenv -p ${miniconda3_dir}/bin/python3.6 --no-wheel --no-setuptools --no-download ${venv_dir} &&\ | ||
| source ${venv_dir}/bin/activate &&\ | ||
| pip install ./pip-packages-fate-${python_version}/setuptools-41.4.0-py2.py3-none-any.whl &&\ | ||
| pip install -r ./requirements.txt -f ./pip-packages-fate-${python_version} --no-index | ||
| RUN set -eux; \ | ||
| rpm --rebuilddb; \ | ||
| rpm --import /etc/pki/rpm-gpg/RPM*; \ | ||
| \ | ||
| yum -y install gcc gcc-c++ make openssl-devel supervisor \ | ||
| gmp-devel mpfr-devel libmpc-devel libaio numactl autoconf \ | ||
| automake libtool libffi-devel snappy snappy-devel zlib zlib-devel \ | ||
| bzip2 bzip2-devel lz4-devel libasan lsof \ | ||
| ;\ | ||
| yum clean all; | ||
|
|
||
| RUN set -eux; \ | ||
| cd /data/projects/python/ ; \ | ||
| curl https://repo.continuum.io/miniconda/Miniconda3-4.5.4-Linux-x86_64.sh > /data/projects/python/Miniconda3-4.5.4-Linux-x86_64.sh ; \ | ||
| \ | ||
| sh ./Miniconda3-*-Linux-x86_64.sh -b -p ${miniconda3_dir} ; \ | ||
| rm -f ./Miniconda3-*-Linux-x86_64.sh; | ||
|
|
||
| RUN set -eux; \ | ||
| cd /data/projects/python/ ; \ | ||
| curl https://webank-ai-1251170195.cos.ap-guangzhou.myqcloud.com/pip-packages-fate-${python_version}.tar.gz > ./pip-packages-fate-${python_version}.tar.gz; \ | ||
| tar -xvf pip-packages-fate-${python_version}.tar.gz; \ | ||
| rm pip-packages-fate-${python_version}.tar.gz ; \ | ||
| \ | ||
| ${miniconda3_dir}/bin/pip install virtualenv -f ./pip-packages-fate-${python_version} --no-index ;\ | ||
| ${miniconda3_dir}/bin/virtualenv -p ${miniconda3_dir}/bin/python3.6 --no-wheel --no-setuptools --no-download ${venv_dir} ;\ | ||
| \ | ||
| source ${venv_dir}/bin/activate ;\ | ||
| pip install ./pip-packages-fate-${python_version}/setuptools-41.4.0-py2.py3-none-any.whl ;\ | ||
| pip install -r ./requirements.txt -f ./pip-packages-fate-${python_version} ; \ | ||
| rm -rf ./pip-packages-fate-${python_version}; \ | ||
| python -V; |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,8 +1,12 @@ | ||
| FROM mcr.microsoft.com/java/jre:8u192-zulu-alpine | ||
|
|
||
| RUN mkdir -p /data/projects/fate | ||
| COPY fateboard-1.1.jar /data/projects/fate/fateboard/fateboard-1.1.jar | ||
| WORKDIR /data/projects/fate/fateboard/ | ||
|
|
||
| ARG fateboard_version | ||
|
|
||
| COPY fateboard-${fateboard_version}.jar ./ | ||
| COPY conf ./conf | ||
| RUN ln -s fateboard-*.jar fateboard.jar | ||
| EXPOSE 8080 | ||
|
|
||
| CMD cd /data/projects/fate/fateboard && \ | ||
| java -Dspring.config.location=/data/projects/fate/fateboard/conf/application.properties -Dssh_config_file=/data/projects/fate/fateboard/conf -Xmx2048m -Xms2048m -XX:+PrintGCDetails -XX:+PrintGCDateStamps -Xloggc:gc.log -XX:+HeapDumpOnOutOfMemoryError -jar fateboard-1.1.jar | ||
| CMD java -Dspring.config.location=/data/projects/fate/fateboard/conf/application.properties -Dssh_config_file=/data/projects/fate/fateboard/conf -Xmx2048m -Xms2048m -XX:+PrintGCDetails -XX:+PrintGCDateStamps -Xloggc:gc.log -XX:+HeapDumpOnOutOfMemoryError -jar fateboard.jar |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,14 +1,16 @@ | ||
| FROM mcr.microsoft.com/java/jre:8u192-zulu-alpine | ||
|
|
||
| RUN mkdir -p /data/projects/fate | ||
| COPY fate-federation-1.1.tar.gz /data/projects/fate/federation/fate-federation-1.1.tar.gz | ||
| WORKDIR /data/projects/fate/federation/ | ||
|
|
||
| RUN cd /data/projects/fate/federation/ && \ | ||
| tar -xzf fate-federation-1.1.tar.gz && \ | ||
| rm fate-federation-1.1.tar.gz && \ | ||
| ln -s fate-federation-1.1.jar fate-federation.jar | ||
| ARG version | ||
|
|
||
| COPY fate-federation-${version}.tar.gz ./ | ||
| COPY conf ./conf | ||
|
|
||
| RUN tar -xzf fate-federation-${version}.tar.gz && \ | ||
| rm fate-federation-${version}.tar.gz && \ | ||
| ln -s fate-federation-*.jar fate-federation.jar | ||
| EXPOSE 9394 | ||
|
|
||
| CMD cd /data/projects/fate/federation && \ | ||
| java -cp "conf/:lib/*:fate-federation.jar" com.webank.ai.fate.driver.Federation -c conf/federation.properties | ||
| CMD java -cp "conf/:lib/*:fate-federation.jar" com.webank.ai.fate.driver.Federation -c conf/federation.properties | ||
|
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,11 +1,16 @@ | ||
| FROM mcr.microsoft.com/java/jre:8u192-zulu-alpine | ||
|
|
||
| WORKDIR /data/projects/fate/meta-service | ||
| COPY eggroll-meta-service-1.1.tar.gz /data/projects/fate/meta-service/eggroll-meta-service-1.1.tar.gz | ||
| WORKDIR /data/projects/fate/meta-service/ | ||
|
|
||
| RUN tar -xzf eggroll-meta-service-1.1.tar.gz && \ | ||
| rm eggroll-meta-service-1.1.tar.gz && \ | ||
| ln -s eggroll-meta-service-1.1.jar fate-meta-service.jar | ||
| ARG version | ||
|
|
||
| COPY eggroll-meta-service-${version}.tar.gz ./ | ||
| COPY conf ./conf | ||
|
|
||
| RUN tar -xzf eggroll-meta-service-${version}.tar.gz && \ | ||
| rm eggroll-meta-service-${version}.tar.gz && \ | ||
| ln -s eggroll-meta-service-*.jar fate-meta-service.jar | ||
| EXPOSE 8590 | ||
|
|
||
| CMD java -cp "conf/:lib/*:fate-meta-service.jar" com.webank.ai.eggroll.framework.MetaService -c conf/meta-service.properties | ||
|
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,15 +1,16 @@ | ||
| FROM mcr.microsoft.com/java/jre:8u192-zulu-alpine | ||
|
|
||
| RUN mkdir -p /data/projects/fate | ||
| WORKDIR /data/projects/fate/proxy/ | ||
|
|
||
| COPY fate-proxy-1.1.tar.gz /data/projects/fate/proxy/fate-proxy-1.1.tar.gz | ||
| ARG version | ||
|
|
||
| RUN cd /data/projects/fate/proxy/ && \ | ||
| tar -xzf fate-proxy-1.1.tar.gz && \ | ||
| rm fate-proxy-1.1.tar.gz && \ | ||
| ln -s fate-proxy-1.1.jar fate-proxy.jar | ||
| COPY fate-proxy-${version}.tar.gz ./ | ||
| COPY conf ./conf | ||
|
|
||
| RUN tar -xzf fate-proxy-${version}.tar.gz && \ | ||
| rm fate-proxy-${version}.tar.gz && \ | ||
| ln -s fate-proxy-*.jar fate-proxy.jar | ||
|
|
||
| EXPOSE 9370 | ||
|
|
||
| CMD cd /data/projects/fate/proxy && \ | ||
| java -cp "conf/:lib/*:fate-proxy.jar" com.webank.ai.fate.networking.Proxy -c conf/proxy.properties | ||
| CMD java -cp "conf/:lib/*:fate-proxy.jar" com.webank.ai.fate.networking.Proxy -c conf/proxy.properties |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,14 +1,15 @@ | ||
| FROM mcr.microsoft.com/java/jre:8u192-zulu-alpine | ||
|
|
||
| COPY eggroll-roll-1.1.tar.gz /data/projects/fate/roll/eggroll-roll-1.1.tar.gz | ||
| WORKDIR /data/projects/fate/roll/ | ||
|
|
||
| RUN cd /data/projects/fate/roll/ && \ | ||
| tar -xzf eggroll-roll-1.1.tar.gz && \ | ||
| rm eggroll-roll-1.1.tar.gz && \ | ||
| ln -s eggroll-roll-1.1.jar fate-roll.jar | ||
| ARG version | ||
|
|
||
| WORKDIR /data/projects/fate | ||
| COPY eggroll-roll-${version}.tar.gz ./ | ||
| COPY conf ./conf | ||
|
|
||
| CMD cd roll && \ | ||
| java -cp "conf/:lib/*:fate-roll.jar" com.webank.ai.eggroll.framework.Roll -c conf/roll.properties | ||
| RUN tar -xzf eggroll-roll-${version}.tar.gz && \ | ||
| rm eggroll-roll-${version}.tar.gz && \ | ||
| ln -s eggroll-roll-*.jar fate-roll.jar | ||
|
|
||
| CMD java -cp "conf/:lib/*:fate-roll.jar" com.webank.ai.eggroll.framework.Roll -c conf/roll.properties | ||
|
|