Skip to content

Commit 9534268

Browse files
committed
Merge branch 'streams' of https://github.com/runzhech/Paddle into streams
2 parents 99b1b12 + 5d355ef commit 9534268

File tree

1,178 files changed

+33789
-12948
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

1,178 files changed

+33789
-12948
lines changed

.github/workflows/Approval.yml

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -14,8 +14,13 @@ env:
1414
jobs:
1515
check-approvers:
1616
name: Check approval
17-
runs-on: ubuntu-latest
17+
runs-on:
18+
group: APPROVAL
1819
steps:
20+
- name: Cleanup
21+
run: |
22+
rm -rf * .[^.]*
23+
1924
- name: Checkout Repository
2025
uses: actions/checkout@v4
2126
with:

.github/workflows/CI-Build.yml

Lines changed: 18 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -20,16 +20,23 @@ jobs:
2020
name: Clone-linux
2121
uses: ./.github/workflows/_Clone-linux.yml
2222
with:
23-
bos_dir: Paddle-build
23+
clone_dir: Paddle-build
2424

2525
build-docker:
2626
name: build docker images
2727
needs: clone
2828
uses: ./.github/workflows/docker.yml
2929
with:
30-
bos_dir: Paddle-build
30+
clone_dir: Paddle-build
3131
task: build
3232

33+
inference:
34+
name: PR-CI-Inference
35+
uses: ./.github/workflows/_Inference.yml
36+
needs: build-docker
37+
with:
38+
docker_inference_image: ${{ needs.build-docker.outputs.docker_build_image }}
39+
3340
build:
3441
name: Linux-build
3542
uses: ./.github/workflows/_Linux-build.yml
@@ -85,6 +92,15 @@ jobs:
8592
can-skip: ${{ needs.build.outputs.can-skip }}
8693
docker_build_image: ${{ needs.build-docker.outputs.docker_build_image }}
8794

95+
doc-preview:
96+
name: Doc-Preview
97+
uses: ./.github/workflows/_Doc-Preview.yml
98+
needs: [build-docker, build]
99+
with:
100+
can-skip: ${{ needs.build.outputs.can-skip }}
101+
docker_doc_image: ${{ needs.build-docker.outputs.docker_doc_image }}
102+
103+
88104
slice:
89105
name: Slice
90106
uses: ./.github/workflows/_Slice.yml

.github/workflows/CI-Windows.yml

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,36 @@
1+
name: CI-Windows
2+
3+
on:
4+
pull_request:
5+
types: [opened, synchronize]
6+
branches: [develop, release/**]
7+
8+
permissions: read-all
9+
10+
concurrency:
11+
group: ${{ github.event.pull_request.number }}-Windows
12+
cancel-in-progress: true
13+
14+
env:
15+
PR_ID: ${{ github.event.pull_request.number }}
16+
COMMIT_ID: ${{ github.event.pull_request.head.sha }}
17+
18+
jobs:
19+
clone:
20+
name: Clone-windows
21+
uses: ./.github/workflows/_Clone-windows.yml
22+
23+
win-openblas:
24+
name: Windows-OPENBLAS
25+
uses: ./.github/workflows/_Windows-OPENBLAS.yml
26+
needs: clone
27+
28+
win-gpu:
29+
name: Windows-GPU
30+
uses: ./.github/workflows/_Windows-GPU.yml
31+
needs: clone
32+
33+
win-inference:
34+
name: Windows-Inference
35+
uses: ./.github/workflows/_Windows-Inference.yml
36+
needs: clone

.github/workflows/CI.yml

Lines changed: 6 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -40,19 +40,16 @@ jobs:
4040
xpu:
4141
name: Linux-XPU
4242
uses: ./.github/workflows/_Linux-XPU.yml
43-
needs: clone
43+
needs: build-docker
44+
with:
45+
docker_xpu_image: ${{ needs.build-docker.outputs.docker_xpu_image }}
4446

4547
dcu:
4648
name: Linux-DCU
4749
uses: ./.github/workflows/_Linux-DCU.yml
48-
needs: clone
49-
50-
inference:
51-
name: PR-CI-Inference
52-
uses: ./.github/workflows/_Inference.yml
5350
needs: build-docker
5451
with:
55-
docker_inference_image: ${{ needs.build-docker.outputs.docker_inference_image }}
52+
docker_dcu_image: ${{ needs.build-docker.outputs.docker_dcu_image }}
5653

5754
cpu:
5855
name: Linux-CPU
@@ -64,9 +61,10 @@ jobs:
6461
npu:
6562
name: Linux-NPU
6663
uses: ./.github/workflows/_Linux-NPU.yml
67-
needs: cpu
64+
needs: [cpu, build-docker]
6865
with:
6966
can-skip: ${{ needs.cpu.outputs.can-skip }}
67+
docker_npu_image: ${{ needs.build-docker.outputs.docker_npu_image }}
7068

7169
distribute:
7270
name: Distribute-stable

.github/workflows/CheckPRTemplate.yml

Lines changed: 15 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -8,29 +8,23 @@ on:
88
jobs:
99
check:
1010
name: Check
11-
runs-on: ubuntu-latest
11+
runs-on:
12+
group: Template
1213
permissions:
1314
contents: read
1415
steps:
1516
- name: Clone paddle
1617
uses: actions/checkout@v4
1718

18-
- name: Setup Python
19-
uses: actions/setup-python@v5
20-
with:
21-
python-version: '3.13'
22-
cache: 'pip'
23-
24-
- name: Install dependencies
25-
run: |
26-
pip install httpx
27-
2819
- name: Check PR Template
2920
env:
3021
AGILE_PULL_ID: ${{ github.event.pull_request.number }}
22+
AGILE_COMPILE_BRANCH: ${{ github.base_ref }}
23+
AGILE_CHECKIN_AUTHOR: ${{ github.event.pull_request.user.login }}
24+
method: check_pr
3125
GITHUB_API_TOKEN: ${{ secrets.GITHUB_TOKEN }}
3226
run: |
33-
python tools/CheckPRTemplate.py; EXCODE=$?
27+
python3 tools/CheckPRTemplate.py; EXCODE=$?
3428
echo "EXCODE: $EXCODE"
3529
echo "ipipe_log_param_EXCODE: $EXCODE"
3630
set +x
@@ -42,3 +36,12 @@ jobs:
4236
echo -e "[ https://github.com/PaddlePaddle/Paddle/wiki/paddle_ci_manual ]"
4337
echo -e "######################################################"
4438
fi
39+
[[ $EXCODE -eq 0 ]] && {
40+
export method=$method
41+
echo $method
42+
set +x
43+
source ~/.icafe
44+
wget -q --no-check-certificate https://paddle-qa.bj.bcebos.com/baidu/cloud/modify_icafe.py
45+
set -x
46+
python3 modify_icafe.py
47+
}

.github/workflows/Codestyle-Check.yml

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,12 +8,17 @@ jobs:
88
pre-commit:
99
name: Pre Commit
1010
if: ${{ github.repository_owner == 'PaddlePaddle' }}
11-
runs-on: ubuntu-latest
11+
runs-on:
12+
group: APPROVAL
1213
env:
1314
PR_ID: ${{ github.event.pull_request.number }}
1415
BRANCH: develop
1516

1617
steps:
18+
- name: Cleanup
19+
run: |
20+
rm -rf * .[^.]*
21+
1722
- name: Checkout base repo
1823
uses: actions/checkout@v4
1924
with:

.github/workflows/Coverage.yml

Lines changed: 7 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -34,14 +34,14 @@ jobs:
3434
uses: ./.github/workflows/_Clone-linux.yml
3535
with:
3636
workflow-name: 'coverage'
37-
bos_dir: Paddle-coverage
37+
clone_dir: Paddle-coverage
3838

3939
build-docker:
4040
name: Coverage build docker
4141
needs: clone
4242
uses: ./.github/workflows/docker.yml
4343
with:
44-
bos_dir: Paddle-coverage
44+
clone_dir: Paddle-coverage
4545
task: coverage
4646

4747
build:
@@ -140,11 +140,14 @@ jobs:
140140
rm -rf * .[^.]*
141141
set -e
142142
echo "Downloading Paddle.tar.gz"
143-
wget -q --no-proxy https://paddle-github-action.bj.bcebos.com/PR/Paddle-coverage/${PR_ID}/${COMMIT_ID}/Paddle.tar.gz --no-check-certificate
143+
wget -q --tries=5 --no-proxy https://paddle-github-action.bj.bcebos.com/PR/Paddle-coverage/${PR_ID}/${COMMIT_ID}/Paddle.tar.gz --no-check-certificate
144144
echo "Extracting Paddle.tar.gz"
145-
tar xf Paddle.tar.gz --strip-components=1
145+
tar -xf Paddle.tar.gz --strip-components=1
146146
rm Paddle.tar.gz
147+
git remote -v
148+
set +e
147149
git remote add upstream https://github.com/PaddlePaddle/Paddle.git
150+
set -e
148151
git config pull.rebase false
149152
git checkout test
150153
echo "Pull upstream $BRANCH"
Lines changed: 45 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,45 @@
1+
name: Slice-baseline
2+
3+
on:
4+
workflow_dispatch:
5+
schedule:
6+
- cron: '0 20 * * *'
7+
8+
permissions: read-all
9+
10+
defaults:
11+
run:
12+
shell: bash
13+
14+
jobs:
15+
clone:
16+
name: Slice-base clone
17+
uses: ./.github/workflows/_Clone-linux.yml
18+
with:
19+
clone_dir: Paddle-build
20+
is_pr: 'false'
21+
22+
build-docker:
23+
name: Slice build docker
24+
needs: clone
25+
uses: ./.github/workflows/docker.yml
26+
with:
27+
clone_dir: Paddle-build
28+
task: build
29+
30+
build:
31+
name: Slice build
32+
needs: [clone, build-docker]
33+
uses: ./.github/workflows/_Linux-build.yml
34+
with:
35+
docker_build_image: ${{ needs.build-docker.outputs.docker_build_image }}
36+
is_pr: 'false'
37+
38+
slice-test:
39+
name: Slice test
40+
uses: ./.github/workflows/_Slice.yml
41+
needs: [clone, build-docker, build]
42+
with:
43+
docker_build_image: ${{ needs.build-docker.outputs.docker_build_image }}
44+
slice-check: 'true'
45+
SLICE_TEST_MODE: insert_baseline

.github/workflows/Slice-torch.yml

Lines changed: 38 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
1+
name: Slice-baseline
2+
3+
on:
4+
workflow_dispatch:
5+
schedule:
6+
- cron: '0 0 1 * *'
7+
8+
permissions: read-all
9+
10+
defaults:
11+
run:
12+
shell: bash
13+
14+
jobs:
15+
clone:
16+
name: Slice-base clone
17+
uses: ./.github/workflows/_Clone-linux.yml
18+
with:
19+
clone_dir: Paddle-build
20+
is_pr: 'false'
21+
22+
build-docker:
23+
name: Slice build docker
24+
needs: clone
25+
uses: ./.github/workflows/docker.yml
26+
with:
27+
clone_dir: Paddle-build
28+
task: build
29+
30+
slice-test:
31+
name: Slice test
32+
uses: ./.github/workflows/_Slice.yml
33+
needs: [clone, build-docker]
34+
with:
35+
docker_build_image: ${{ needs.build-docker.outputs.docker_build_image }}
36+
slice-check: 'true'
37+
SLICE_TEST_MODE: insert_baseline
38+
SLICE_BENCHMARK_FRAMEWORKS: torch

.github/workflows/_Api-Benchmark.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -97,7 +97,7 @@ jobs:
9797
ldconfig
9898
set -e
9999
echo "Downloading PaddleTest.tar.gz"
100-
wget -q --no-proxy https://xly-devops.bj.bcebos.com/PaddleTest/PaddleTest.tar.gz --no-check-certificate
100+
wget -q --tries=5 --no-proxy https://xly-devops.bj.bcebos.com/PaddleTest/PaddleTest.tar.gz --no-check-certificate
101101
echo "Extracting PaddleTest.tar.gz"
102102
# git config --global --add safe.directory ${work_dir}
103103
tar -zvxf PaddleTest.tar.gz 1>/dev/null 2>&1

0 commit comments

Comments
 (0)