Skip to content

Commit

Permalink
test
Browse files Browse the repository at this point in the history
  • Loading branch information
sunchao committed Mar 5, 2024
1 parent add07e3 commit 27412c6
Show file tree
Hide file tree
Showing 2 changed files with 13 additions and 13 deletions.
4 changes: 2 additions & 2 deletions .github/actions/setup-spark-builder/action.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -37,14 +37,14 @@ runs:
uses: actions/checkout@v4
with:
repository: apache/spark
path: apache-spark
path: ${{ github.workspace }}/apache-spark
ref: v${{inputs.spark-version}}
fetch-depth: 1

- name: Setup Spark for Comet
shell: bash
run: |
cd apache-spark
cd ${{ github.workspace }}/apache-spark
git apply ../dev/diffs/${{inputs.spark-version}}.diff
../mvnw -nsu -q versions:set-property -Dproperty=comet.version -DnewVersion=${{inputs.comet-version}} -DgenerateBackupPoms=false
Expand Down
22 changes: 11 additions & 11 deletions .github/workflows/spark_sql_test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -64,8 +64,8 @@ jobs:
comet-version: '0.1.0-SNAPSHOT' # TODO: get this from pom.xml
- name: Run Spark sql/catalyst tests
run: |
cd apache-spark
ENABLE_COMET=true build/sbt catalyst/test
cd ${{ github.workspace }}/apache-spark
ENABLE_COMET=false build/sbt catalyst/test
spark-sql-core-1:
strategy:
Expand Down Expand Up @@ -93,8 +93,8 @@ jobs:
comet-version: '0.1.0-SNAPSHOT' # TODO: get this from pom.xml
- name: Run Spark sql/core-1 tests
run: |
cd apache-spark
ENABLE_COMET=true build/sbt sql/test -Dtest.exclude.tags=org.apache.spark.tags.ExtendedSQLTest,org.apache.spark.tags.SlowSQLTest
cd ${{ github.workspace }}/apache-spark
ENABLE_COMET=false build/sbt sql/test -Dtest.exclude.tags=org.apache.spark.tags.ExtendedSQLTest,org.apache.spark.tags.SlowSQLTest
spark-sql-core-2:
strategy:
Expand Down Expand Up @@ -122,8 +122,8 @@ jobs:
comet-version: '0.1.0-SNAPSHOT' # TODO: get this from pom.xml
- name: Run Spark sql/core-2 tests
run: |
cd apache-spark
ENABLE_COMET=true build/sbt "sql/testOnly *.SQLQueryTestSuite *.ExpressionsSchemaSuite *.ParquetV1FilterSuite *.ParquetV2FilterSuite *.ParquetV1SchemaPruningSuite *.ParquetV2SchemaPruningSuite org.apache.spark.sql.TPCDSQuery*"
cd ${{ github.workspace }}/apache-spark
ENABLE_COMET=false build/sbt "sql/testOnly *.SQLQueryTestSuite *.ExpressionsSchemaSuite *.ParquetV1FilterSuite *.ParquetV2FilterSuite *.ParquetV1SchemaPruningSuite *.ParquetV2SchemaPruningSuite org.apache.spark.sql.TPCDSQuery*"
spark-sql-core-3:
strategy:
Expand Down Expand Up @@ -152,7 +152,7 @@ jobs:
- name: Run Spark sql/core-3 tests
run: |
cd apache-spark
ENABLE_COMET=true build/sbt sql/testOnly * -- -n org.apache.spark.tags.SlowSQLTest
ENABLE_COMET=false build/sbt sql/testOnly * -- -n org.apache.spark.tags.SlowSQLTest
spark-sql-hive-1:
strategy:
Expand Down Expand Up @@ -180,8 +180,8 @@ jobs:
comet-version: '0.1.0-SNAPSHOT' # TODO: get this from pom.xml
- name: Run Spark sql/hive-1 tests
run: |
cd apache-spark
ENABLE_COMET=true build/sbt hive/test -Dtest.exclude.tags=org.apache.spark.tags.ExtendedHiveTest
cd ${{ github.workspace }}/apache-spark
ENABLE_COMET=false build/sbt hive/test -Dtest.exclude.tags=org.apache.spark.tags.ExtendedHiveTest
spark-sql-hive-2:
strategy:
Expand Down Expand Up @@ -209,6 +209,6 @@ jobs:
comet-version: '0.1.0-SNAPSHOT' # TODO: get this from pom.xml
- name: Run Spark sql/hive-2 tests
run: |
cd apache-spark
ENABLE_COMET=true build/sbt "hive/testOnly *.HiveSparkSubmitSuite *.VersionsSuite *.HiveDDLSuite *.HiveCatalogedDDLSuite *.HiveSerDeSuite *.HiveQuerySuite *.SQLQuerySuite"
cd ${{ github.workspace }}/apache-spark
ENABLE_COMET=false build/sbt "hive/testOnly *.HiveSparkSubmitSuite *.VersionsSuite *.HiveDDLSuite *.HiveCatalogedDDLSuite *.HiveSerDeSuite *.HiveQuerySuite *.SQLQuerySuite"

0 comments on commit 27412c6

Please sign in to comment.