Skip to content

Commit 3473ae9

Browse files
committed
improve celeborn ci
1 parent 6a833df commit 3473ae9

File tree

2 files changed

+5
-5
lines changed

2 files changed

+5
-5
lines changed

.github/workflows/celeborn.yml

Lines changed: 4 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -37,11 +37,10 @@ jobs:
3737
strategy:
3838
fail-fast: false
3939
matrix:
40-
include:
41-
- celebornver: "celeborn-0.6"
42-
- celebornver: "celeborn-0.5"
40+
celebornver: [ "celeborn-0.6", "celeborn-0.5" ]
41+
writer: ["hash", "sort"]
4342
uses: ./.github/workflows/tpcds-reusable.yml
44-
name: Test Celeborn ${{ matrix.celebornver }}
43+
name: Test Celeborn ${{ matrix.celebornver }}, writer=${{ matrix.writer }}
4544
with:
4645
celebornver: ${{ matrix.celebornver }}
4746
sparkver: "spark-3.5"
@@ -50,6 +49,6 @@ jobs:
5049
extrasparkconf: >-
5150
--conf spark.shuffle.manager=org.apache.spark.sql.execution.auron.shuffle.celeborn.AuronCelebornShuffleManager
5251
--conf spark.serializer=org.apache.spark.serializer.KryoSerializer
53-
--conf spark.celeborn.client.spark.shuffle.writer=hash
52+
--conf spark.celeborn.client.spark.shuffle.writer=${{ matrix.writer }}
5453
--conf spark.celeborn.client.push.replicate.enabled=false
5554
queries: '["q1,q2,q3,q4,q5,q6,q7,q8,q9"]'

.github/workflows/tpcds-reusable.yml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -168,6 +168,7 @@ jobs:
168168
with:
169169
name: unit-tests-reports-${{ inputs.sparkver }}_${{ inputs.scalaver }}-jdk-${{ inputs.javaver }}${{ inputs.celebornver && format('-{0}', inputs.celebornver) || '' }}${{ inputs.unifflever && format('-{0}', inputs.unifflever) || '' }}
170170
path: "**/target/surefire-reports/*.xml"
171+
overwrite: true
171172
- name: Upload unit tests log
172173
if: failure()
173174
uses: actions/upload-artifact@v6

0 commit comments

Comments
 (0)