Skip to content

Commit

Permalink
Fix test_multi_tier_ast to ignore ordering of output rows (#9946)
Browse files Browse the repository at this point in the history
* Fix test_multi_tier_ast to ignore ordering of output rows

Signed-off-by: Jason Lowe <[email protected]>

* Add comment

---------

Signed-off-by: Jason Lowe <[email protected]>
  • Loading branch information
jlowe authored Dec 4, 2023
1 parent ea7b7fe commit a71aea9
Showing 1 changed file with 4 additions and 2 deletions.
6 changes: 4 additions & 2 deletions integration_tests/src/main/python/ast_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@
from asserts import assert_cpu_and_gpu_are_equal_collect_with_capture
from conftest import is_not_utc
from data_gen import *
from marks import approximate_float, datagen_overrides
from marks import approximate_float, datagen_overrides, ignore_order
from spark_session import with_cpu_session, is_before_spark_330
import pyspark.sql.functions as f

Expand Down Expand Up @@ -381,8 +381,10 @@ def test_or(data_gen):
f.lit(False) | f.col('b'),
f.col('a') | f.col('b')))

@ignore_order
def test_multi_tier_ast():
assert_gpu_ast(
is_supported=True,
# repartition is here to avoid Spark simplifying the expression
func=lambda spark: spark.range(10).withColumn("x", f.col("id")).repartition(1)\
.selectExpr("(id < x) == (id < (id + x))"))
.selectExpr("x", "(id < x) == (id < (id + x))"))

0 comments on commit a71aea9

Please sign in to comment.