Skip to content

Commit e9dbbe0

Browse files
swgu98swgu98
committed
test=document_fix add budev
1 parent e18a74e commit e9dbbe0

File tree

2 files changed

+170
-10
lines changed

2 files changed

+170
-10
lines changed

‎.github/workflows/Build-develop.yml

+160
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,160 @@
1+
name: Build-develop
2+
3+
on:
4+
push:
5+
branches: [develop]
6+
7+
permissions: read-all
8+
9+
defaults:
10+
run:
11+
shell: bash
12+
13+
env:
14+
dockerfile: Dockerfile.cuda11.2_cudnn8_gcc82_trt8
15+
docker_image: d5fc7ddda08c
16+
COMMIT_ID: ${{ github.sha }}
17+
work_dir: /paddle
18+
PADDLE_ROOT: /paddle
19+
TASK: paddle-CI-bbild-develop
20+
ci_scripts: /paddle/ci
21+
BRANCH: ${{ github.base.ref }}
22+
CI_name: build-develop
23+
no_proxy: "bcebos.com,apiin.im.baidu.com,gitee.com,aliyun.com,.baidu.com,.tuna.tsinghua.edu.cn"
24+
25+
jobs:
26+
build:
27+
name: Build
28+
runs-on:
29+
group: GZ_BD-CPU
30+
steps:
31+
- name: Checkout paddle
32+
uses: actions/checkout@v4
33+
with:
34+
submodules: 'recursive'
35+
fetch-depth: 1000
36+
37+
- name: Check docker image and run container
38+
env:
39+
PADDLE_CUDA_INSTALL_REQUIREMENTS: "ON"
40+
FLAGS_fraction_of_gpu_memory_to_use: 0.15
41+
CTEST_OUTPUT_ON_FAILURE: 1
42+
CTEST_PARALLEL_LEVEL: 2
43+
WITH_GPU: "ON"
44+
CUDA_ARCH_NAME: Volta
45+
WITH_COVERAGE: "OFF"
46+
PADDLE_FRACTION_GPU_MEMORY_TO_USE: 0.15
47+
CUDA_VISIBLE_DEVICES: 0,1
48+
PRECISION_TEST: "ON"
49+
WITH_CINN: "ON"
50+
INFERENCE_DEMO_INSTALL_DIR: /home/data/cfs/.cache/build
51+
WITH_INCREMENTAL_COVERAGE: "OFF"
52+
WITH_AVX: "ON"
53+
WITH_TESTING: "OFF"
54+
COVERALLS_UPLOAD: "OFF"
55+
GIT_PR_ID: ${{ github.event.pull_request.number }}
56+
PADDLE_VERSION: 0.0.0
57+
WITH_DISTRIBUTE: "ON"
58+
WITH_UNITY_BUILD: "ON"
59+
PY_VERSION: "3.10"
60+
WITH_SHARED_PHI: "ON"
61+
CCACHE_MAXSIZE: 150G
62+
CCACHE_LIMIT_MULTIPLE: 0.8
63+
CCACHE_STATSLOG: /paddle/build/.stats.log
64+
CCACHE_SLOPPINESS: clang_index_store,time_macros,include_file_mtime
65+
CACHE_DIR: /home/data/cfs/.cache/build
66+
CCACHE_DIR: /home/data/cfs/.ccache/build
67+
run: |
68+
container_name=${TASK}-$(date +%Y%m%d-%H%M%S)
69+
echo "container_name=${container_name}" >> ${{ github.env }}
70+
docker run -d -t --name ${container_name} \
71+
-v "/home/data/cfs:/home/data/cfs" \
72+
-v "/home/data/cfs/.cache:/root/.cache" \
73+
-v "/home/data/cfs/.ccache:/root/.ccache" \
74+
-v "/dev/shm:/dev/shm" \
75+
-v ${{ github.workspace }}/../../..:${{ github.workspace }}/../../.. \
76+
-v ${{ github.workspace }}:/paddle \
77+
-e BRANCH \
78+
-e COMMIT_ID \
79+
-e work_dir \
80+
-e PADDLE_ROOT \
81+
-e ci_scripts \
82+
-e PADDLE_CUDA_INSTALL_REQUIREMENTS \
83+
-e FLAGS_fraction_of_gpu_memory_to_use \
84+
-e CTEST_OUTPUT_ON_FAILURE \
85+
-e CTEST_PARALLEL_LEVEL \
86+
-e WITH_GPU \
87+
-e CUDA_ARCH_NAME \
88+
-e WITH_COVERAGE \
89+
-e PADDLE_FRACTION_GPU_MEMORY_TO_USE \
90+
-e CUDA_VISIBLE_DEVICES \
91+
-e PRECISION_TEST \
92+
-e WITH_CINN \
93+
-e INFERENCE_DEMO_INSTALL_DIR \
94+
-e WITH_INCREMENTAL_COVERAGE \
95+
-e WITH_SHARED_PHI \
96+
-e WITH_TESTING \
97+
-e COVERALLS_UPLOAD \
98+
-e GIT_PR_ID \
99+
-e PADDLE_VERSION \
100+
-e WITH_DISTRIBUTE \
101+
-e WITH_UNITY_BUILD \
102+
-e PY_VERSION \
103+
-e CCACHE_MAXSIZE \
104+
-e CCACHE_LIMIT_MULTIPLE \
105+
-e WITH_AVX \
106+
-e CACHE_DIR \
107+
-e CCACHE_DIR \
108+
-e CCACHE_SLOPPINESS \
109+
-e CCACHE_STATSLOG \
110+
-e no_proxy \
111+
-e CI_name \
112+
-w /paddle --network host ${docker_image}
113+
114+
- name: Set git config
115+
env:
116+
work_dir: ${{ github.workspace }}
117+
run: |
118+
docker exec -t ${{ env.container_name }} /bin/bash -c '
119+
git config --global --add safe.directory ${work_dir}
120+
git submodule foreach "git config --global --add safe.directory \$toplevel/\$sm_path"
121+
git config --global user.name "PaddleCI"
122+
git config --global user.email "paddle_ci@example.com"
123+
git remote add upstream https://github.com/PaddlePaddle/Paddle.git
124+
'
125+
126+
- name: Build
127+
run: |
128+
docker exec -t ${{ env.container_name }} /bin/bash -c '
129+
mkdir -p /root/.cache/build
130+
mkdir -p /root/.ccache/build
131+
source ${{ github.workspace }}/../../../proxy
132+
bash ${ci_scripts}/run_setup.sh bdist_wheel
133+
'
134+
135+
- name: Upload paddle_whl
136+
env:
137+
home_path: ${{ github.workspace }}/..
138+
bos_file: ${{ github.workspace }}/../bos/BosClient.py
139+
paddle_whl: paddlepaddle_gpu-0.0.0-cp310-cp310-linux_x86_64.whl
140+
run: |
141+
docker exec -t ${{ env.container_name }} /bin/bash -c '
142+
export AK=paddle
143+
export SK=paddle
144+
if [ ! -f "${{ env.bos_file }}" ]; then
145+
wget -q --no-proxy -O ${{ env.home_path }}/bos_new.tar.gz https://xly-devops.bj.bcebos.com/home/bos_new.tar.gz --no-check-certificate
146+
mkdir ${{ env.home_path }}/bos
147+
tar xf ${{ env.home_path }}/bos_new.tar.gz -C ${{ env.home_path }}/bos
148+
fi
149+
mv /paddle/dist/${{ env.paddle_whl }} .
150+
echo "Uploading paddle_whl to bos"
151+
python ${{ env.bos_file }} ${{ env.paddle_whl }} paddle-github-action/PR/build/0/${{ env.COMMIT_ID }}
152+
'
153+
154+
- name: Terminate and delete the container
155+
if: always()
156+
run: |
157+
set +e
158+
docker exec -t ${{ env.container_name }} /bin/bash -c 'rm -rf * .[^.]*'
159+
docker stop ${{ env.container_name }}
160+
docker rm ${{ env.container_name }}

‎.github/workflows/_Linux-build.yml

+10-10
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@ jobs:
2424
build:
2525
name: Build
2626
runs-on:
27-
group: CPU-test
27+
group: GZ_BD-CPU
2828

2929
steps:
3030
- name: Check docker image and run container
@@ -176,17 +176,17 @@ jobs:
176176
tar --use-compress-program="pzstd -1" -cf build.tar.gz paddle
177177
echo "Uploading build.tar.gz to bos"
178178
python ${{ env.bos_file }} build.tar.gz paddle-github-action/PR/build/${{ env.PR_ID }}/${{ env.COMMIT_ID }}
179-
mkdir -p /home/data/cfs/build/${PR_ID }/${COMMIT_ID}
180-
mv build.tar.gz /home/data/cfs/build/${PR_ID }/${COMMIT_ID}
179+
mkdir -p /home/data/cfs/build/${PR_ID}/${COMMIT_ID}
180+
mv build.tar.gz /home/data/cfs/build/${PR_ID}/${COMMIT_ID}
181181
mv /paddle/build/pr_whl/${{ env.paddle_whl }} .
182182
echo "Uploading paddle_whl to bos"
183183
python ${{ env.bos_file }} ${{ env.paddle_whl }} paddle-github-action/PR/build/${{ env.PR_ID }}/${{ env.COMMIT_ID }}
184184
'
185185
186-
# - name: Terminate and delete the container
187-
# if: always()
188-
# run: |
189-
# set +e
190-
# docker exec -t ${{ env.container_name }} /bin/bash -c 'rm -rf * .[^.]*'
191-
# docker stop ${{ env.container_name }}
192-
# docker rm ${{ env.container_name }}
186+
- name: Terminate and delete the container
187+
if: always()
188+
run: |
189+
set +e
190+
docker exec -t ${{ env.container_name }} /bin/bash -c 'rm -rf * .[^.]*'
191+
docker stop ${{ env.container_name }}
192+
docker rm ${{ env.container_name }}

0 commit comments

Comments
 (0)