@@ -77,19 +77,7 @@ function cmake_base() {
77
77
SYSTEM=` uname -s`
78
78
if [ " $SYSTEM " == " Darwin" ]; then
79
79
echo " Using python abi: $1 "
80
- if [ " $1 " == " cp36-cp36m" ] || [ " $1 " == " " ]; then
81
- if [ -d " /Library/Frameworks/Python.framework/Versions/3.6" ]; then
82
- export LD_LIBRARY_PATH=/Library/Frameworks/Python.framework/Versions/3.6/lib/
83
- export DYLD_LIBRARY_PATH=${DYLD_LIBRARY_PATH} :/Library/Frameworks/Python.framework/Versions/3.6/lib/
84
- export PATH=/Library/Frameworks/Python.framework/Versions/3.6/bin/:${PATH}
85
- PYTHON_FLAGS=" -DPYTHON_EXECUTABLE:FILEPATH=/Library/Frameworks/Python.framework/Versions/3.6/bin/python3
86
- -DPYTHON_INCLUDE_DIR:PATH=/Library/Frameworks/Python.framework/Versions/3.6/include/python3.6m/
87
- -DPYTHON_LIBRARY:FILEPATH=/Library/Frameworks/Python.framework/Versions/3.6/lib/libpython3.6m.dylib"
88
- pip3.6 install --user -r ${PADDLE_ROOT} /python/requirements.txt
89
- else
90
- exit 1
91
- fi
92
- elif [ " $1 " == " cp37-cp37m" ]; then
80
+ if [ " $1 " == " cp37-cp37m" ] || [ " $1 " == " " ]; then
93
81
if [ -d " /Library/Frameworks/Python.framework/Versions/3.7" ]; then
94
82
export LD_LIBRARY_PATH=/Library/Frameworks/Python.framework/Versions/3.7/lib/
95
83
export DYLD_LIBRARY_PATH=${DYLD_LIBRARY_PATH} :/Library/Frameworks/Python.framework/Versions/3.7/lib/
@@ -141,14 +129,7 @@ function cmake_base() {
141
129
else
142
130
if [ " $1 " != " " ]; then
143
131
echo " using python abi: $1 "
144
- if [ " $1 " == " cp36-cp36m" ]; then
145
- export LD_LIBRARY_PATH=/opt/_internal/cpython-3.6.0/lib/:${LD_LIBRARY_PATH}
146
- export PATH=/opt/_internal/cpython-3.6.0/bin/:${PATH}
147
- export PYTHON_FLAGS=" -DPYTHON_EXECUTABLE:FILEPATH=/opt/_internal/cpython-3.6.0/bin/python3
148
- -DPYTHON_INCLUDE_DIR:PATH=/opt/_internal/cpython-3.6.0/include/python3.6m
149
- -DPYTHON_LIBRARIES:FILEPATH=/opt/_internal/cpython-3.6.0/lib/libpython3.so"
150
- pip3.6 install -r ${PADDLE_ROOT} /python/requirements.txt
151
- elif [ " $1 " == " cp37-cp37m" ]; then
132
+ if [ " $1 " == " cp37-cp37m" ]; then
152
133
export LD_LIBRARY_PATH=/opt/_internal/cpython-3.7.0/lib/:${LD_LIBRARY_PATH}
153
134
export PATH=/opt/_internal/cpython-3.7.0/bin/:${PATH}
154
135
export PYTHON_FLAGS=" -DPYTHON_EXECUTABLE:FILEPATH=/opt/_internal/cpython-3.7.0/bin/python3.7
645
626
set -x
646
627
647
628
set +ex
648
- if [ " $1 " == " cp36-cp36m" ]; then
649
- pip3.6 uninstall -y paddlepaddle
650
- elif [ " $1 " == " cp37-cp37m" ]; then
629
+ if [ " $1 " == " cp37-cp37m" ]; then
651
630
pip3.7 uninstall -y paddlepaddle
652
631
elif [ " $1 " == " cp38-cp38" ]; then
653
632
pip3.8 uninstall -y paddlepaddle
658
637
fi
659
638
set -ex
660
639
661
- if [ " $1 " == " cp36-cp36m" ]; then
662
- pip3.6 install --user ${PADDLE_ROOT} /dist/* .whl
663
- pip3.6 install --user hypothesis
664
- elif [ " $1 " == " cp37-cp37m" ]; then
640
+ if [ " $1 " == " cp37-cp37m" ]; then
665
641
pip3.7 install --user ${PADDLE_ROOT} /dist/* .whl
666
642
pip3.7 install --user hypothesis
667
643
elif [ " $1 " == " cp38-cp38" ]; then
@@ -3024,44 +3000,27 @@ EOF
3024
3000
3025
3001
ref_web=https://paddle-wheel.bj.bcebos.com/${PADDLE_BRANCH} -${ref_gpu} -${ref_mkl}
3026
3002
3027
- ref_paddle36=paddlepaddle${install_gpu} -${PADDLE_BRANCH} -cp36-cp36m-linux_x86_64.whl
3028
3003
ref_paddle37=paddlepaddle${install_gpu} -${PADDLE_BRANCH} -cp37-cp37m-linux_x86_64.whl
3029
3004
ref_paddle38=paddlepaddle${install_gpu} -${PADDLE_BRANCH} -cp38-cp38-linux_x86_64.whl
3030
3005
ref_paddle39=paddlepaddle${install_gpu} -${PADDLE_BRANCH} -cp39-cp39-linux_x86_64.whl
3031
3006
ref_paddle310=paddlepaddle${install_gpu} -${PADDLE_BRANCH} -cp310-cp310-linux_x86_64.whl
3032
3007
3033
- ref_paddle36_whl=paddlepaddle${install_gpu} -${PADDLE_BRANCH} -cp36-cp36m-linux_x86_64.whl
3034
3008
ref_paddle37_whl=paddlepaddle${install_gpu} -${PADDLE_BRANCH} -cp37-cp37m-linux_x86_64.whl
3035
3009
ref_paddle38_whl=paddlepaddle${install_gpu} -${PADDLE_BRANCH} -cp38-cp38-linux_x86_64.whl
3036
3010
ref_paddle39_whl=paddlepaddle${install_gpu} -${PADDLE_BRANCH} -cp39-cp39-linux_x86_64.whl
3037
3011
ref_paddle310_whl=paddlepaddle${install_gpu} -${PADDLE_BRANCH} -cp310-cp310-linux_x86_64.whl
3038
3012
3039
3013
if [[ ${PADDLE_BRANCH} != " 0.0.0" && ${WITH_MKL} == " ON" && ${WITH_GPU} == " ON" ]]; then
3040
- ref_paddle36=paddlepaddle${install_gpu} -${PADDLE_BRANCH} .post${ref_CUDA_MAJOR}${CUDNN_MAJOR} -cp36-cp36m-linux_x86_64.whl
3041
3014
ref_paddle37=paddlepaddle${install_gpu} -${PADDLE_BRANCH} .post${ref_CUDA_MAJOR}${CUDNN_MAJOR} -cp37-cp37m-linux_x86_64.whl
3042
3015
ref_paddle38=paddlepaddle${install_gpu} -${PADDLE_BRANCH} .post${ref_CUDA_MAJOR}${CUDNN_MAJOR} -cp38-cp38-linux_x86_64.whl
3043
3016
ref_paddle39=paddlepaddle${install_gpu} -${PADDLE_BRANCH} .post${ref_CUDA_MAJOR}${CUDNN_MAJOR} -cp39-cp39-linux_x86_64.whl
3044
3017
ref_paddle310=paddlepaddle${install_gpu} -${PADDLE_BRANCH} .post${ref_CUDA_MAJOR}${CUDNN_MAJOR} -cp310-cp310-linux_x86_64.whl
3045
- ref_paddle36_whl=paddlepaddle${install_gpu} -${PADDLE_BRANCH} .post${ref_CUDA_MAJOR}${CUDNN_MAJOR} -cp36-cp36m-linux_x86_64.whl
3046
3018
ref_paddle37_whl=paddlepaddle${install_gpu} -${PADDLE_BRANCH} .post${ref_CUDA_MAJOR}${CUDNN_MAJOR} -cp37-cp37m-linux_x86_64.whl
3047
3019
ref_paddle38_whl=paddlepaddle${install_gpu} -${PADDLE_BRANCH} .post${ref_CUDA_MAJOR}${CUDNN_MAJOR} -cp38-cp38-linux_x86_64.whl
3048
3020
ref_paddle39_whl=paddlepaddle${install_gpu} -${PADDLE_BRANCH} .post${ref_CUDA_MAJOR}${CUDNN_MAJOR} -cp39-cp39-linux_x86_64.whl
3049
3021
ref_paddle310_whl=paddlepaddle${install_gpu} -${PADDLE_BRANCH} .post${ref_CUDA_MAJOR}${CUDNN_MAJOR} -cp310-cp310-linux_x86_64.whl
3050
3022
fi
3051
3023
3052
- ref_paddle36_mv1=" "
3053
- ref_paddle36_mv2=" "
3054
- if [[ ${PADDLE_BRANCH} == " 0.0.0" && ${WITH_GPU} == " ON" ]]; then
3055
- ref_paddle36_whl=paddlepaddle_gpu-1.5.1-cp36-cp36m-linux_x86_64.whl
3056
- ref_paddle36_mv1=" mv ${ref_paddle36} ${ref_paddle36_whl} &&"
3057
- ref_paddle36_mv2=" && mv ${ref_paddle36_whl} ${ref_paddle36} "
3058
- fi
3059
- if [[ ${PADDLE_BRANCH} == " 0.0.0" && ${WITH_GPU} != " ON" ]]; then
3060
- ref_paddle36_whl=paddlepaddle-1.5.1-cp36-cp36m-linux_x86_64.whl
3061
- ref_paddle36_mv1=" mv ${ref_paddle36} ${ref_paddle36_whl} &&"
3062
- ref_paddle36_mv2=" && mv ${ref_paddle36_whl} ${ref_paddle36} "
3063
- fi
3064
-
3065
3024
cat > ${PADDLE_ROOT} /build/Dockerfile << EOF
3066
3025
FROM ${BASE_IMAGE}
3067
3026
MAINTAINER PaddlePaddle Authors <paddle-dev@baidu.com>
@@ -3092,25 +3051,6 @@ EOF
3092
3051
${DOCKERFILE_CUBLAS_DSO}
3093
3052
${DOCKERFILE_CUBLASLT_DSO}
3094
3053
${DOCKERFILE_GPU_ENV}
3095
- EOF
3096
- cat >> ${PADDLE_ROOT} /build/Dockerfile << EOF
3097
- # run paddle version to install python packages first
3098
- RUN apt-get update && ${NCCL_DEPS}
3099
- RUN apt-get install -y make build-essential libssl-dev zlib1g-dev libbz2-dev \
3100
- libreadline-dev libsqlite3-dev wget curl llvm libncurses5-dev libncursesw5-dev \
3101
- xz-utils tk-dev libffi-dev liblzma-dev
3102
- RUN mkdir -p /root/python_build/ && wget -q https://www.sqlite.org/2018/sqlite-autoconf-3250300.tar.gz && \
3103
- tar -zxf sqlite-autoconf-3250300.tar.gz && cd sqlite-autoconf-3250300 && \
3104
- ./configure -prefix=/usr/local && make install -j8 && cd ../ && rm sqlite-autoconf-3250300.tar.gz && \
3105
- wget -q https://www.python.org/ftp/python/3.6.0/Python-3.6.0.tgz && \
3106
- tar -xzf Python-3.6.0.tgz && cd Python-3.6.0 && \
3107
- CFLAGS="-Wformat" ./configure --prefix=/usr/local/ --enable-shared > /dev/null && \
3108
- make -j8 > /dev/null && make altinstall > /dev/null && cd ../ && rm Python-3.6.0.tgz
3109
- RUN apt-get install -y libgtk2.0-dev dmidecode python3-tk && ldconfig && \
3110
- wget ${ref_web} /${ref_paddle36} && ${ref_paddle36_mv1} pip3.6 install ${ref_paddle36_whl} ${ref_paddle36_mv2} ; apt-get install -f -y && \
3111
- apt-get clean -y && \
3112
- rm -f ${ref_paddle36} && \
3113
- ldconfig
3114
3054
EOF
3115
3055
cat >> ${PADDLE_ROOT} /build/Dockerfile << EOF
3116
3056
# run paddle version to install python packages first
@@ -3471,9 +3411,9 @@ function trt_convert_test() {
3471
3411
}
3472
3412
3473
3413
function build_pr_and_develop() {
3474
- run_setup ${PYTHON_ABI:- " " } bdist_wheel ${parallel_number}
3414
+ run_setup ${PYTHON_ABI:- " " } bdist_wheel ${parallel_number}
3475
3415
if [ ! -d " ${PADDLE_ROOT} /build/python/dist/" ]; then
3476
- mkdir ${PADDLE_ROOT} /build/python/dist/
3416
+ mkdir ${PADDLE_ROOT} /build/python/dist/
3477
3417
fi
3478
3418
mv ${PADDLE_ROOT} /dist/* .whl ${PADDLE_ROOT} /build/python/dist/
3479
3419
cmake_change=` git diff --name-only upstream/$BRANCH | grep " cmake/external" || true`
@@ -3497,9 +3437,9 @@ function build_pr_and_develop() {
3497
3437
rm -rf ${PADDLE_ROOT} /build/third_party
3498
3438
fi
3499
3439
git checkout -b develop_base_pr upstream/$BRANCH
3500
- run_setup ${PYTHON_ABI:- " " } bdist_wheel ${parallel_number}
3440
+ run_setup ${PYTHON_ABI:- " " } bdist_wheel ${parallel_number}
3501
3441
if [ ! -d " ${PADDLE_ROOT} /build/python/dist/" ]; then
3502
- mkdir ${PADDLE_ROOT} /build/python/dist/
3442
+ mkdir ${PADDLE_ROOT} /build/python/dist/
3503
3443
fi
3504
3444
mv ${PADDLE_ROOT} /dist/* .whl ${PADDLE_ROOT} /build/python/dist/
3505
3445
generate_api_spec " $1 " " DEV"
@@ -3685,7 +3625,7 @@ function run_setup(){
3685
3625
export WITH_MKL=${WITH_MKL:- ON}
3686
3626
export WITH_AVX=${WITH_AVX:- OFF}
3687
3627
export CUDA_ARCH_NAME=${CUDA_ARCH_NAME:- All}
3688
- export NEW_RELEASE_PYPI=${NEW_RELEASE_PYPI:- OFF}
3628
+ export NEW_RELEASE_PYPI=${NEW_RELEASE_PYPI:- OFF}
3689
3629
export NEW_RELEASE_ALL=${NEW_RELEASE_ALL:- OFF}
3690
3630
export NEW_RELEASE_JIT=${NEW_RELEASE_JIT:- OFF}
3691
3631
export WITH_PYTHON=${WITH_PYTHON:- ON}
@@ -3756,7 +3696,7 @@ function run_setup(){
3756
3696
python setup.py $2 ; build_error=$?
3757
3697
fi
3758
3698
fi
3759
-
3699
+
3760
3700
# ci will collect ccache hit rate
3761
3701
collect_ccache_hits
3762
3702
@@ -3981,7 +3921,7 @@ function run_setup_mac(){
3981
3921
if [ " $build_error " != 0 ]; then
3982
3922
exit 7;
3983
3923
fi
3984
-
3924
+
3985
3925
build_size
3986
3926
3987
3927
endTime_s=` date +%s`
@@ -4169,7 +4109,7 @@ function main() {
4169
4109
if [ " ${WITH_PYTHON} " == " OFF" ] ; then
4170
4110
python ${PADDLE_ROOT} /tools/remove_grad_op_and_kernel.py
4171
4111
fi
4172
- gen_fluid_lib_by_setup ${parallel_number}
4112
+ gen_fluid_lib_by_setup ${parallel_number}
4173
4113
;;
4174
4114
gpu_inference)
4175
4115
test_fluid_lib
@@ -4191,28 +4131,22 @@ function main() {
4191
4131
run_mac_test ${PYTHON_ABI:- " " } ${PROC_RUN:- 1}
4192
4132
;;
4193
4133
maccheck_py3)
4194
- run_setup_mac ${PYTHON_ABI:- " " } bdist_wheel
4134
+ run_setup_mac ${PYTHON_ABI:- " " } bdist_wheel
4195
4135
run_mac_test ${PYTHON_ABI:- " " } ${PROC_RUN:- 1}
4196
4136
;;
4197
4137
macbuild)
4198
4138
cmake_gen ${PYTHON_ABI:- " " }
4199
4139
build_mac
4200
4140
;;
4201
4141
cicheck_py37)
4202
- run_setup ${PYTHON_ABI:- " " } bdist_wheel ${parallel_number}
4142
+ run_setup ${PYTHON_ABI:- " " } bdist_wheel ${parallel_number}
4203
4143
run_linux_cpu_test ${PYTHON_ABI:- " " } ${PROC_RUN:- 1}
4204
4144
;;
4205
4145
test_cicheck_py37)
4206
4146
run_linux_cpu_test ${PYTHON_ABI:- " " } ${PROC_RUN:- 1}
4207
4147
;;
4208
- cpu_cicheck_py35)
4209
- cmake_gen_and_build ${PYTHON_ABI:- " " } ${parallel_number}
4210
- ;;
4211
- gpu_cicheck_py35)
4212
- parallel_test
4213
- ;;
4214
4148
build_gpubox)
4215
- run_setup ${PYTHON_ABI:- " " } install ${parallel_number}
4149
+ run_setup ${PYTHON_ABI:- " " } install ${parallel_number}
4216
4150
;;
4217
4151
check_xpu)
4218
4152
cmake_gen_and_build ${PYTHON_ABI:- " " } ${parallel_number}
@@ -4243,10 +4177,6 @@ function main() {
4243
4177
parallel_test
4244
4178
check_coverage
4245
4179
;;
4246
- reuse_so_cicheck_py35)
4247
- reuse_so_cache
4248
- parallel_test
4249
- ;;
4250
4180
cmake_gen)
4251
4181
cmake_gen ${PYTHON_ABI:- " " }
4252
4182
;;
0 commit comments