	Units	Skip	OK	Fail	XFail
Modules	1		1
Features	39		39
Scenarios	458	1	435		22
Checks	256		252		4
Examples	1418		1398		20
Steps	7625		7557	68

Test Name	Result	Message
/window functions/tests/non distributed/frame clause/range frame/between expr following and current row zero special case	XFail 153ms known bug	AssertionError Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in regression() File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression Feature(run=load("window_functions.tests.feature", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature Scenario(run=scenario, flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1353, in between_expr_following_and_current_row_zero_special_case execute_query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query r = current().context.node.query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query assert False, error(r.output) AssertionError: Oops! Assertion failed The following assertion was not satisfied assert False, error(r.output) Description Received exception from server (version 23.3.19): Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: Window frame 'RANGE BETWEEN 0 FOLLOWING AND CURRENT ROW' is invalid. (BAD_ARGUMENTS) (query: SELECT number,sum(number) OVER (ORDER BY number RANGE BETWEEN 0 FOLLOWING AND CURRENT ROW) AS sum FROM values('number Int8', (1),(1),(2),(3)) ORDER BY number FORMAT TabSeparatedWithNames ) Assertion values assert False, error(r.output) ^ is False Where File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query' 836\\| assert message in r.output, error(r.output) 837\\| 838\\| if not ignore_exception: 839\\| if message is None or "Exception:" not in message: 840\\| with Then("check if output has exception") if steps else NullStep(): 841\\| if "Exception:" in r.output: 842\\| if raise_on_exception: 843\\| raise QueryRuntimeException(r.output) 844\\|> assert False, error(r.output) 845\\| 846\\| return r 847\\|
/window functions/tests/non distributed/frame clause/range frame/between expr following and expr following without order by error	XFail 99ms invalid error message	AssertionError Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in regression() File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression Feature(run=load("window_functions.tests.feature", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature Scenario(run=scenario, flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1217, in between_expr_following_and_expr_following_without_order_by_error self.context.node.query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 836, in query assert message in r.output, error(r.output) AssertionError: Oops! Assertion failed The following assertion was not satisfied assert message in r.output, error(r.output) Description Received exception from server (version 23.3.19): Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: The RANGE OFFSET window frame requires exactly one ORDER BY column, 0 given. (BAD_ARGUMENTS) (query: SELECT number,sum(number) OVER (RANGE BETWEEN 1 FOLLOWING AND 1 FOLLOWING) FROM values('number Int8', (1),(1),(2),(3)) ) Assertion values assert message in r.output, error(r.output) ^ is 'Exception: Window frame' assert message in r.output, error(r.output) ^ is assert message in r.output, error(r.output) ^ is = "Received exception from server (version 23.3.19):\nCode: 36. DB::Exception: Received from localhost:9000. DB::Exception: The RANGE OFFSET window frame requires exactly one ORDER BY column, 0 given. (BAD_ARGUMENTS)\n(query: SELECT number,sum(number) OVER (RANGE BETWEEN 1 FOLLOWING AND 1 FOLLOWING) FROM values('number Int8', (1),(1),(2),(3))\n)" assert message in r.output, error(r.output) ^ is = False assert message in r.output, error(r.output) ^ is False Where File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 836 in 'query' 828\\| assert r.exitcode == exitcode, error(r.output) 829\\| 830\\| if message is not None: 831\\| with ( 832\\| Then(f"output should contain message", description=message) 833\\| if steps 834\\| else NullStep() 835\\| ): 836\\|> assert message in r.output, error(r.output) 837\\| 838\\| if not ignore_exception: 839\\| if message is None or "Exception:" not in message:
/window functions/tests/non distributed/frame clause/range frame/between expr following and expr preceding with order by zero special case	XFail 66ms known bug	AssertionError Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in regression() File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression Feature(run=load("window_functions.tests.feature", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature Scenario(run=scenario, flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1422, in between_expr_following_and_expr_preceding_with_order_by_zero_special_case execute_query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query r = current().context.node.query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query assert False, error(r.output) AssertionError: Oops! Assertion failed The following assertion was not satisfied assert False, error(r.output) Description Received exception from server (version 23.3.19): Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: Frame start offset 0 FOLLOWING does not precede the frame end offset 0 PRECEDING. (BAD_ARGUMENTS) (query: SELECT number,sum(number) OVER (ORDER BY number RANGE BETWEEN 0 FOLLOWING AND 0 PRECEDING) AS sum FROM values('number Int8', (1),(1),(2),(3)) ORDER BY number FORMAT TabSeparatedWithNames ) Assertion values assert False, error(r.output) ^ is False Where File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query' 836\\| assert message in r.output, error(r.output) 837\\| 838\\| if not ignore_exception: 839\\| if message is None or "Exception:" not in message: 840\\| with Then("check if output has exception") if steps else NullStep(): 841\\| if "Exception:" in r.output: 842\\| if raise_on_exception: 843\\| raise QueryRuntimeException(r.output) 844\\|> assert False, error(r.output) 845\\| 846\\| return r 847\\|
/window functions/tests/non distributed/frame clause/range frame/between expr following and expr preceding without order by error	XFail 111ms invalid error message	AssertionError Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in regression() File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression Feature(run=load("window_functions.tests.feature", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature Scenario(run=scenario, flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1234, in between_expr_following_and_expr_preceding_without_order_by_error self.context.node.query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 836, in query assert message in r.output, error(r.output) AssertionError: Oops! Assertion failed The following assertion was not satisfied assert message in r.output, error(r.output) Description Received exception from server (version 23.3.19): Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: Frame start offset 0 FOLLOWING does not precede the frame end offset 0 PRECEDING. (BAD_ARGUMENTS) (query: SELECT number,sum(number) OVER (RANGE BETWEEN 0 FOLLOWING AND 0 PRECEDING) FROM values('number Int8', (1),(1),(2),(3)) ) Assertion values assert message in r.output, error(r.output) ^ is 'Exception: Window frame' assert message in r.output, error(r.output) ^ is assert message in r.output, error(r.output) ^ is = "Received exception from server (version 23.3.19):\nCode: 36. DB::Exception: Received from localhost:9000. DB::Exception: Frame start offset 0 FOLLOWING does not precede the frame end offset 0 PRECEDING. (BAD_ARGUMENTS)\n(query: SELECT number,sum(number) OVER (RANGE BETWEEN 0 FOLLOWING AND 0 PRECEDING) FROM values('number Int8', (1),(1),(2),(3))\n)" assert message in r.output, error(r.output) ^ is = False assert message in r.output, error(r.output) ^ is False Where File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 836 in 'query' 828\\| assert r.exitcode == exitcode, error(r.output) 829\\| 830\\| if message is not None: 831\\| with ( 832\\| Then(f"output should contain message", description=message) 833\\| if steps 834\\| else NullStep() 835\\| ): 836\\|> assert message in r.output, error(r.output) 837\\| 838\\| if not ignore_exception: 839\\| if message is None or "Exception:" not in message:
/window functions/tests/non distributed/frame clause/range frame/order by decimal	XFail 85ms Exception: The RANGE OFFSET frame for 'DB::ColumnDecimal >' ORDER BY column is not implemented	AssertionError Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in regression() File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression Feature(run=load("window_functions.tests.feature", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature Scenario(run=scenario, flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1658, in order_by_decimal execute_query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query r = current().context.node.query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query assert False, error(r.output) AssertionError: Oops! Assertion failed The following assertion was not satisfied assert False, error(r.output) Description Received exception from server (version 23.3.19): Code: 48. DB::Exception: Received from localhost:9000. DB::Exception: The RANGE OFFSET frame for 'DB::ColumnDecimal>' ORDER BY column is not implemented. (NOT_IMPLEMENTED) (query: select id, f_numeric, first_value(id) over w AS first_value, last_value(id) over w AS last_value from numerics window w as (order by f_numeric range between 1 preceding and 1 following) ORDER BY id FORMAT TabSeparatedWithNames ) Assertion values assert False, error(r.output) ^ is False Where File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query' 836\\| assert message in r.output, error(r.output) 837\\| 838\\| if not ignore_exception: 839\\| if message is None or "Exception:" not in message: 840\\| with Then("check if output has exception") if steps else NullStep(): 841\\| if "Exception:" in r.output: 842\\| if raise_on_exception: 843\\| raise QueryRuntimeException(r.output) 844\\|> assert False, error(r.output) 845\\| 846\\| return r 847\\|
/window functions/tests/non distributed/frame clause/range frame/with nulls	XFail 105ms DB::Exception: The RANGE OFFSET frame for 'DB::ColumnNullable' ORDER BY column is not implemented	AssertionError Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in regression() File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression Feature(run=load("window_functions.tests.feature", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature Scenario(run=scenario, flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1719, in with_nulls execute_query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query r = current().context.node.query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query assert False, error(r.output) AssertionError: Oops! Assertion failed The following assertion was not satisfied assert False, error(r.output) Description Received exception from server (version 23.3.19): Code: 48. DB::Exception: Received from localhost:9000. DB::Exception: The RANGE OFFSET frame for 'DB::ColumnNullable' ORDER BY column is not implemented. (NOT_IMPLEMENTED) (query: select x, y, first_value(y) over w AS first_value, last_value(y) over w AS last_value from (select number as x, x as y from numbers(1,5) union all select null, 42 union all select null, 43) window w as (order by x asc nulls first range between 2 preceding and 2 following) ORDER BY x, y FORMAT TabSeparatedWithNames ) Assertion values assert False, error(r.output) ^ is False Where File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query' 836\\| assert message in r.output, error(r.output) 837\\| 838\\| if not ignore_exception: 839\\| if message is None or "Exception:" not in message: 840\\| with Then("check if output has exception") if steps else NullStep(): 841\\| if "Exception:" in r.output: 842\\| if raise_on_exception: 843\\| raise QueryRuntimeException(r.output) 844\\|> assert False, error(r.output) 845\\| 846\\| return r 847\\|
/window functions/tests/non distributed/frame clause/range overflow/negative overflow with Int16	XFail 109ms exception on conversion	AssertionError Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in regression() File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression Feature(run=load("window_functions.tests.feature", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 69, in feature Feature(run=load("window_functions.tests.range_overflow", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_overflow.py", line 145, in feature Scenario(run=scenario, flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_overflow.py", line 42, in negative_overflow_with_Int16 execute_query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query r = current().context.node.query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query assert False, error(r.output) AssertionError: Oops! Assertion failed The following assertion was not satisfied assert False, error(r.output) Description Received exception from server (version 23.3.19): Code: 69. DB::Exception: Received from localhost:9000. DB::Exception: Cannot convert value '2147450885': it cannot be represented as Int16. (ARGUMENT_OUT_OF_BOUND) (query: select number as x, last_value(x) over (order by toInt16(x) desc range between current row and 2147450885 following) as last_value from (SELECT -number - 32763 AS number FROM numbers(1, 3)) order by x FORMAT TabSeparatedWithNames ) Assertion values assert False, error(r.output) ^ is False Where File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query' 836\\| assert message in r.output, error(r.output) 837\\| 838\\| if not ignore_exception: 839\\| if message is None or "Exception:" not in message: 840\\| with Then("check if output has exception") if steps else NullStep(): 841\\| if "Exception:" in r.output: 842\\| if raise_on_exception: 843\\| raise QueryRuntimeException(r.output) 844\\|> assert False, error(r.output) 845\\| 846\\| return r 847\\|
/window functions/tests/non distributed/frame clause/range overflow/positive overflow with Int16	XFail 107ms exception on conversion	AssertionError Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in regression() File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression Feature(run=load("window_functions.tests.feature", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 69, in feature Feature(run=load("window_functions.tests.range_overflow", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_overflow.py", line 145, in feature Scenario(run=scenario, flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_overflow.py", line 20, in positive_overflow_with_Int16 execute_query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query r = current().context.node.query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query assert False, error(r.output) AssertionError: Oops! Assertion failed The following assertion was not satisfied assert False, error(r.output) Description Received exception from server (version 23.3.19): Code: 69. DB::Exception: Received from localhost:9000. DB::Exception: Cannot convert value '2147450884': it cannot be represented as Int16. (ARGUMENT_OUT_OF_BOUND) (query: select number as x, last_value(x) over (order by toInt16(x) range between current row and 2147450884 following) AS last_value from numbers(32764, 3) order by x FORMAT TabSeparatedWithNames ) Assertion values assert False, error(r.output) ^ is False Where File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query' 836\\| assert message in r.output, error(r.output) 837\\| 838\\| if not ignore_exception: 839\\| if message is None or "Exception:" not in message: 840\\| with Then("check if output has exception") if steps else NullStep(): 841\\| if "Exception:" in r.output: 842\\| if raise_on_exception: 843\\| raise QueryRuntimeException(r.output) 844\\|> assert False, error(r.output) 845\\| 846\\| return r 847\\|
/window functions/tests/non distributed/frame clause/range errors/error negative following offset	XFail 105ms https://github.com/ClickHouse/ClickHouse/issues/22442	AssertionError Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in regression() File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression Feature(run=load("window_functions.tests.feature", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 71, in feature Feature(run=load("window_functions.tests.range_errors", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_errors.py", line 114, in feature Scenario(run=scenario, flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_errors.py", line 105, in error_negative_following_offset r = current().context.node.query(sql, exitcode=exitcode, message=message) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 836, in query assert message in r.output, error(r.output) AssertionError: Oops! Assertion failed The following assertion was not satisfied assert message in r.output, error(r.output) Description Received exception from server (version 23.3.19): Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: Window frame start offset must be nonnegative, -2 given. (BAD_ARGUMENTS) (query: select max(enroll_date) over (order by salary range between 1 preceding and -2 following) AS max, salary, enroll_date from empsalary ) Assertion values assert message in r.output, error(r.output) ^ is 'DB::Exception: Frame end offset must be greater than zero, -2 given' assert message in r.output, error(r.output) ^ is assert message in r.output, error(r.output) ^ is = 'Received exception from server (version 23.3.19):\nCode: 36. DB::Exception: Received from localhost:9000. DB::Exception: Window frame start offset must be nonnegative, -2 given. (BAD_ARGUMENTS)\n(query: select max(enroll_date) over (order by salary range between 1 preceding and -2 following) AS max, salary, enroll_date from empsalary\n)' assert message in r.output, error(r.output) ^ is = False assert message in r.output, error(r.output) ^ is False Where File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 836 in 'query' 828\\| assert r.exitcode == exitcode, error(r.output) 829\\| 830\\| if message is not None: 831\\| with ( 832\\| Then(f"output should contain message", description=message) 833\\| if steps 834\\| else NullStep() 835\\| ): 836\\|> assert message in r.output, error(r.output) 837\\| 838\\| if not ignore_exception: 839\\| if message is None or "Exception:" not in message:
/window functions/tests/non distributed/frame clause/range errors/error negative preceding offset	XFail 100ms https://github.com/ClickHouse/ClickHouse/issues/22442	AssertionError Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in regression() File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression Feature(run=load("window_functions.tests.feature", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 71, in feature Feature(run=load("window_functions.tests.range_errors", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_errors.py", line 114, in feature Scenario(run=scenario, flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_errors.py", line 89, in error_negative_preceding_offset r = current().context.node.query(sql, exitcode=exitcode, message=message) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 836, in query assert message in r.output, error(r.output) AssertionError: Oops! Assertion failed The following assertion was not satisfied assert message in r.output, error(r.output) Description Received exception from server (version 23.3.19): Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: Window frame start offset must be nonnegative, -1 given. (BAD_ARGUMENTS) (query: select max(enroll_date) over (order by salary range between -1 preceding and 2 following) AS max, salary, enroll_date from empsalary ) Assertion values assert message in r.output, error(r.output) ^ is 'DB::Exception: Frame start offset must be greater than zero, -1 given' assert message in r.output, error(r.output) ^ is assert message in r.output, error(r.output) ^ is = 'Received exception from server (version 23.3.19):\nCode: 36. DB::Exception: Received from localhost:9000. DB::Exception: Window frame start offset must be nonnegative, -1 given. (BAD_ARGUMENTS)\n(query: select max(enroll_date) over (order by salary range between -1 preceding and 2 following) AS max, salary, enroll_date from empsalary\n)' assert message in r.output, error(r.output) ^ is = False assert message in r.output, error(r.output) ^ is False Where File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 836 in 'query' 828\\| assert r.exitcode == exitcode, error(r.output) 829\\| 830\\| if message is not None: 831\\| with ( 832\\| Then(f"output should contain message", description=message) 833\\| if steps 834\\| else NullStep() 835\\| ): 836\\|> assert message in r.output, error(r.output) 837\\| 838\\| if not ignore_exception: 839\\| if message is None or "Exception:" not in message:
/window functions/tests/non distributed/misc/subquery expr preceding	XFail 106ms subquery is not supported as offset	AssertionError Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in regression() File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression Feature(run=load("window_functions.tests.feature", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 82, in feature Feature(run=load("window_functions.tests.misc", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/misc.py", line 466, in feature Scenario(run=scenario, flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/misc.py", line 27, in subquery_expr_preceding execute_query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 152, in execute_query assert r.output.strip() == expected, error() AssertionError: Oops! Assertion failed The following assertion was not satisfied assert r.output.strip() == expected, error() Assertion values assert r.output.strip() == expected, error() ^ is assert r.output.strip() == expected, error() ^ is = 'sum\tunique1\n0\t0\n1\t1\n3\t2\n5\t3\n7\t4\n9\t5\n11\t6\n13\t7\n15\t8\n17\t9' assert r.output.strip() == expected, error() ^ is 'sum\tunique1\n0\t0\n1\t1\n3\t2\n5\t3\n7\t4\n9\t5\n11\t6\n13\t7\n15\t8\n17\t9' assert r.output.strip() == expected, error() ^ is = assert r.output.strip() == expected, error() ^ is = 'sum\tunique1\n0\t0\n1\t1\n3\t2\n5\t3\n7\t4\n9\t5\n11\t6\n13\t7\n15\t8\n17\t9' assert r.output.strip() == expected, error() ^ is 'sum\tunique1\n0\t0\n1\t1\n3\t2\n5\t3Fmu\n7\t4\n9\t5\n11\t6\n13\t7\n15\t8\n17\t9' assert r.output.strip() == expected, error() ^ is = False @@ -5 +5 @@ -5 3 +5 3Fmu assert r.output.strip() == expected, error() ^ is False Where File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py', line 152 in 'execute_query' 144\\| no_checks=no_checks, 145\\| ) 146\\| if no_checks: 147\\| return r 148\\| 149\\| if message is None: 150\\| if expected is not None: 151\\| with Then("I check output against expected"): 152\\|> assert r.output.strip() == expected, error() 153\\| else: 154\\| with Then("I check output against snapshot"): 155\\| with values() as that:
/window functions/tests/distributed/frame clause/range frame/between expr following and current row zero special case	XFail 101ms known bug	AssertionError Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in regression() File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression Feature(run=load("window_functions.tests.feature", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature Scenario(run=scenario, flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1353, in between_expr_following_and_current_row_zero_special_case execute_query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query r = current().context.node.query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query assert False, error(r.output) AssertionError: Oops! Assertion failed The following assertion was not satisfied assert False, error(r.output) Description Received exception from server (version 23.3.19): Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: Window frame 'RANGE BETWEEN 0 FOLLOWING AND CURRENT ROW' is invalid. (BAD_ARGUMENTS) (query: SELECT number,sum(number) OVER (ORDER BY number RANGE BETWEEN 0 FOLLOWING AND CURRENT ROW) AS sum FROM values('number Int8', (1),(1),(2),(3)) ORDER BY number FORMAT TabSeparatedWithNames ) Assertion values assert False, error(r.output) ^ is False Where File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query' 836\\| assert message in r.output, error(r.output) 837\\| 838\\| if not ignore_exception: 839\\| if message is None or "Exception:" not in message: 840\\| with Then("check if output has exception") if steps else NullStep(): 841\\| if "Exception:" in r.output: 842\\| if raise_on_exception: 843\\| raise QueryRuntimeException(r.output) 844\\|> assert False, error(r.output) 845\\| 846\\| return r 847\\|
/window functions/tests/distributed/frame clause/range frame/between expr following and expr following without order by error	XFail 84ms invalid error message	AssertionError Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in regression() File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression Feature(run=load("window_functions.tests.feature", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature Scenario(run=scenario, flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1217, in between_expr_following_and_expr_following_without_order_by_error self.context.node.query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 836, in query assert message in r.output, error(r.output) AssertionError: Oops! Assertion failed The following assertion was not satisfied assert message in r.output, error(r.output) Description Received exception from server (version 23.3.19): Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: The RANGE OFFSET window frame requires exactly one ORDER BY column, 0 given. (BAD_ARGUMENTS) (query: SELECT number,sum(number) OVER (RANGE BETWEEN 1 FOLLOWING AND 1 FOLLOWING) FROM values('number Int8', (1),(1),(2),(3)) ) Assertion values assert message in r.output, error(r.output) ^ is 'Exception: Window frame' assert message in r.output, error(r.output) ^ is assert message in r.output, error(r.output) ^ is = "Received exception from server (version 23.3.19):\nCode: 36. DB::Exception: Received from localhost:9000. DB::Exception: The RANGE OFFSET window frame requires exactly one ORDER BY column, 0 given. (BAD_ARGUMENTS)\n(query: SELECT number,sum(number) OVER (RANGE BETWEEN 1 FOLLOWING AND 1 FOLLOWING) FROM values('number Int8', (1),(1),(2),(3))\n)" assert message in r.output, error(r.output) ^ is = False assert message in r.output, error(r.output) ^ is False Where File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 836 in 'query' 828\\| assert r.exitcode == exitcode, error(r.output) 829\\| 830\\| if message is not None: 831\\| with ( 832\\| Then(f"output should contain message", description=message) 833\\| if steps 834\\| else NullStep() 835\\| ): 836\\|> assert message in r.output, error(r.output) 837\\| 838\\| if not ignore_exception: 839\\| if message is None or "Exception:" not in message:
/window functions/tests/distributed/frame clause/range frame/between expr following and expr preceding with order by zero special case	XFail 108ms known bug	AssertionError Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in regression() File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression Feature(run=load("window_functions.tests.feature", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature Scenario(run=scenario, flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1422, in between_expr_following_and_expr_preceding_with_order_by_zero_special_case execute_query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query r = current().context.node.query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query assert False, error(r.output) AssertionError: Oops! Assertion failed The following assertion was not satisfied assert False, error(r.output) Description Received exception from server (version 23.3.19): Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: Frame start offset 0 FOLLOWING does not precede the frame end offset 0 PRECEDING. (BAD_ARGUMENTS) (query: SELECT number,sum(number) OVER (ORDER BY number RANGE BETWEEN 0 FOLLOWING AND 0 PRECEDING) AS sum FROM values('number Int8', (1),(1),(2),(3)) ORDER BY number FORMAT TabSeparatedWithNames ) Assertion values assert False, error(r.output) ^ is False Where File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query' 836\\| assert message in r.output, error(r.output) 837\\| 838\\| if not ignore_exception: 839\\| if message is None or "Exception:" not in message: 840\\| with Then("check if output has exception") if steps else NullStep(): 841\\| if "Exception:" in r.output: 842\\| if raise_on_exception: 843\\| raise QueryRuntimeException(r.output) 844\\|> assert False, error(r.output) 845\\| 846\\| return r 847\\|
/window functions/tests/distributed/frame clause/range frame/between expr following and expr preceding without order by error	XFail 95ms invalid error message	AssertionError Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in regression() File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression Feature(run=load("window_functions.tests.feature", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature Scenario(run=scenario, flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1234, in between_expr_following_and_expr_preceding_without_order_by_error self.context.node.query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 836, in query assert message in r.output, error(r.output) AssertionError: Oops! Assertion failed The following assertion was not satisfied assert message in r.output, error(r.output) Description Received exception from server (version 23.3.19): Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: Frame start offset 0 FOLLOWING does not precede the frame end offset 0 PRECEDING. (BAD_ARGUMENTS) (query: SELECT number,sum(number) OVER (RANGE BETWEEN 0 FOLLOWING AND 0 PRECEDING) FROM values('number Int8', (1),(1),(2),(3)) ) Assertion values assert message in r.output, error(r.output) ^ is 'Exception: Window frame' assert message in r.output, error(r.output) ^ is assert message in r.output, error(r.output) ^ is = "Received exception from server (version 23.3.19):\nCode: 36. DB::Exception: Received from localhost:9000. DB::Exception: Frame start offset 0 FOLLOWING does not precede the frame end offset 0 PRECEDING. (BAD_ARGUMENTS)\n(query: SELECT number,sum(number) OVER (RANGE BETWEEN 0 FOLLOWING AND 0 PRECEDING) FROM values('number Int8', (1),(1),(2),(3))\n)" assert message in r.output, error(r.output) ^ is = False assert message in r.output, error(r.output) ^ is False Where File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 836 in 'query' 828\\| assert r.exitcode == exitcode, error(r.output) 829\\| 830\\| if message is not None: 831\\| with ( 832\\| Then(f"output should contain message", description=message) 833\\| if steps 834\\| else NullStep() 835\\| ): 836\\|> assert message in r.output, error(r.output) 837\\| 838\\| if not ignore_exception: 839\\| if message is None or "Exception:" not in message:
/window functions/tests/distributed/frame clause/range frame/order by decimal	XFail 110ms Exception: The RANGE OFFSET frame for 'DB::ColumnDecimal >' ORDER BY column is not implemented	AssertionError Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in regression() File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression Feature(run=load("window_functions.tests.feature", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature Scenario(run=scenario, flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1658, in order_by_decimal execute_query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query r = current().context.node.query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query assert False, error(r.output) AssertionError: Oops! Assertion failed The following assertion was not satisfied assert False, error(r.output) Description Received exception from server (version 23.3.19): Code: 48. DB::Exception: Received from localhost:9000. DB::Exception: The RANGE OFFSET frame for 'DB::ColumnDecimal>' ORDER BY column is not implemented. (NOT_IMPLEMENTED) (query: select id, f_numeric, first_value(id) over w AS first_value, last_value(id) over w AS last_value from numerics window w as (order by f_numeric range between 1 preceding and 1 following) ORDER BY id FORMAT TabSeparatedWithNames ) Assertion values assert False, error(r.output) ^ is False Where File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query' 836\\| assert message in r.output, error(r.output) 837\\| 838\\| if not ignore_exception: 839\\| if message is None or "Exception:" not in message: 840\\| with Then("check if output has exception") if steps else NullStep(): 841\\| if "Exception:" in r.output: 842\\| if raise_on_exception: 843\\| raise QueryRuntimeException(r.output) 844\\|> assert False, error(r.output) 845\\| 846\\| return r 847\\|
/window functions/tests/distributed/frame clause/range frame/with nulls	XFail 128ms DB::Exception: The RANGE OFFSET frame for 'DB::ColumnNullable' ORDER BY column is not implemented	AssertionError Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in regression() File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression Feature(run=load("window_functions.tests.feature", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature Scenario(run=scenario, flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1719, in with_nulls execute_query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query r = current().context.node.query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query assert False, error(r.output) AssertionError: Oops! Assertion failed The following assertion was not satisfied assert False, error(r.output) Description Received exception from server (version 23.3.19): Code: 48. DB::Exception: Received from localhost:9000. DB::Exception: The RANGE OFFSET frame for 'DB::ColumnNullable' ORDER BY column is not implemented. (NOT_IMPLEMENTED) (query: select x, y, first_value(y) over w AS first_value, last_value(y) over w AS last_value from (select number as x, x as y from numbers(1,5) union all select null, 42 union all select null, 43) window w as (order by x asc nulls first range between 2 preceding and 2 following) ORDER BY x, y FORMAT TabSeparatedWithNames ) Assertion values assert False, error(r.output) ^ is False Where File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query' 836\\| assert message in r.output, error(r.output) 837\\| 838\\| if not ignore_exception: 839\\| if message is None or "Exception:" not in message: 840\\| with Then("check if output has exception") if steps else NullStep(): 841\\| if "Exception:" in r.output: 842\\| if raise_on_exception: 843\\| raise QueryRuntimeException(r.output) 844\\|> assert False, error(r.output) 845\\| 846\\| return r 847\\|
/window functions/tests/distributed/frame clause/range overflow/negative overflow with Int16	XFail 97ms exception on conversion	AssertionError Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in regression() File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression Feature(run=load("window_functions.tests.feature", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 69, in feature Feature(run=load("window_functions.tests.range_overflow", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_overflow.py", line 145, in feature Scenario(run=scenario, flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_overflow.py", line 42, in negative_overflow_with_Int16 execute_query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query r = current().context.node.query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query assert False, error(r.output) AssertionError: Oops! Assertion failed The following assertion was not satisfied assert False, error(r.output) Description Received exception from server (version 23.3.19): Code: 69. DB::Exception: Received from localhost:9000. DB::Exception: Cannot convert value '2147450885': it cannot be represented as Int16. (ARGUMENT_OUT_OF_BOUND) (query: select number as x, last_value(x) over (order by toInt16(x) desc range between current row and 2147450885 following) as last_value from (SELECT -number - 32763 AS number FROM numbers(1, 3)) order by x FORMAT TabSeparatedWithNames ) Assertion values assert False, error(r.output) ^ is False Where File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query' 836\\| assert message in r.output, error(r.output) 837\\| 838\\| if not ignore_exception: 839\\| if message is None or "Exception:" not in message: 840\\| with Then("check if output has exception") if steps else NullStep(): 841\\| if "Exception:" in r.output: 842\\| if raise_on_exception: 843\\| raise QueryRuntimeException(r.output) 844\\|> assert False, error(r.output) 845\\| 846\\| return r 847\\|
/window functions/tests/distributed/frame clause/range overflow/positive overflow with Int16	XFail 106ms exception on conversion	AssertionError Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in regression() File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression Feature(run=load("window_functions.tests.feature", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 69, in feature Feature(run=load("window_functions.tests.range_overflow", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_overflow.py", line 145, in feature Scenario(run=scenario, flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_overflow.py", line 20, in positive_overflow_with_Int16 execute_query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query r = current().context.node.query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query assert False, error(r.output) AssertionError: Oops! Assertion failed The following assertion was not satisfied assert False, error(r.output) Description Received exception from server (version 23.3.19): Code: 69. DB::Exception: Received from localhost:9000. DB::Exception: Cannot convert value '2147450884': it cannot be represented as Int16. (ARGUMENT_OUT_OF_BOUND) (query: select number as x, last_value(x) over (order by toInt16(x) range between current row and 2147450884 following) AS last_value from numbers(32764, 3) order by x FORMAT TabSeparatedWithNames ) Assertion values assert False, error(r.output) ^ is False Where File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query' 836\\| assert message in r.output, error(r.output) 837\\| 838\\| if not ignore_exception: 839\\| if message is None or "Exception:" not in message: 840\\| with Then("check if output has exception") if steps else NullStep(): 841\\| if "Exception:" in r.output: 842\\| if raise_on_exception: 843\\| raise QueryRuntimeException(r.output) 844\\|> assert False, error(r.output) 845\\| 846\\| return r 847\\|
/window functions/tests/distributed/frame clause/range errors/error negative following offset	XFail 110ms https://github.com/ClickHouse/ClickHouse/issues/22442	AssertionError Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in regression() File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression Feature(run=load("window_functions.tests.feature", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 71, in feature Feature(run=load("window_functions.tests.range_errors", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_errors.py", line 114, in feature Scenario(run=scenario, flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_errors.py", line 105, in error_negative_following_offset r = current().context.node.query(sql, exitcode=exitcode, message=message) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 836, in query assert message in r.output, error(r.output) AssertionError: Oops! Assertion failed The following assertion was not satisfied assert message in r.output, error(r.output) Description Received exception from server (version 23.3.19): Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: Window frame start offset must be nonnegative, -2 given. (BAD_ARGUMENTS) (query: select max(enroll_date) over (order by salary range between 1 preceding and -2 following) AS max, salary, enroll_date from empsalary ) Assertion values assert message in r.output, error(r.output) ^ is 'DB::Exception: Frame end offset must be greater than zero, -2 given' assert message in r.output, error(r.output) ^ is assert message in r.output, error(r.output) ^ is = 'Received exception from server (version 23.3.19):\nCode: 36. DB::Exception: Received from localhost:9000. DB::Exception: Window frame start offset must be nonnegative, -2 given. (BAD_ARGUMENTS)\n(query: select max(enroll_date) over (order by salary range between 1 preceding and -2 following) AS max, salary, enroll_date from empsalary\n)' assert message in r.output, error(r.output) ^ is = False assert message in r.output, error(r.output) ^ is False Where File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 836 in 'query' 828\\| assert r.exitcode == exitcode, error(r.output) 829\\| 830\\| if message is not None: 831\\| with ( 832\\| Then(f"output should contain message", description=message) 833\\| if steps 834\\| else NullStep() 835\\| ): 836\\|> assert message in r.output, error(r.output) 837\\| 838\\| if not ignore_exception: 839\\| if message is None or "Exception:" not in message:
/window functions/tests/distributed/frame clause/range errors/error negative preceding offset	XFail 97ms https://github.com/ClickHouse/ClickHouse/issues/22442	AssertionError Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in regression() File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression Feature(run=load("window_functions.tests.feature", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 71, in feature Feature(run=load("window_functions.tests.range_errors", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_errors.py", line 114, in feature Scenario(run=scenario, flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_errors.py", line 89, in error_negative_preceding_offset r = current().context.node.query(sql, exitcode=exitcode, message=message) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 836, in query assert message in r.output, error(r.output) AssertionError: Oops! Assertion failed The following assertion was not satisfied assert message in r.output, error(r.output) Description Received exception from server (version 23.3.19): Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: Window frame start offset must be nonnegative, -1 given. (BAD_ARGUMENTS) (query: select max(enroll_date) over (order by salary range between -1 preceding and 2 following) AS max, salary, enroll_date from empsalary ) Assertion values assert message in r.output, error(r.output) ^ is 'DB::Exception: Frame start offset must be greater than zero, -1 given' assert message in r.output, error(r.output) ^ is assert message in r.output, error(r.output) ^ is = 'Received exception from server (version 23.3.19):\nCode: 36. DB::Exception: Received from localhost:9000. DB::Exception: Window frame start offset must be nonnegative, -1 given. (BAD_ARGUMENTS)\n(query: select max(enroll_date) over (order by salary range between -1 preceding and 2 following) AS max, salary, enroll_date from empsalary\n)' assert message in r.output, error(r.output) ^ is = False assert message in r.output, error(r.output) ^ is False Where File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 836 in 'query' 828\\| assert r.exitcode == exitcode, error(r.output) 829\\| 830\\| if message is not None: 831\\| with ( 832\\| Then(f"output should contain message", description=message) 833\\| if steps 834\\| else NullStep() 835\\| ): 836\\|> assert message in r.output, error(r.output) 837\\| 838\\| if not ignore_exception: 839\\| if message is None or "Exception:" not in message:
/window functions/tests/distributed/misc/subquery expr preceding	XFail 99ms subquery is not supported as offset	AssertionError Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in regression() File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression Feature(run=load("window_functions.tests.feature", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 82, in feature Feature(run=load("window_functions.tests.misc", "feature"), flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/misc.py", line 466, in feature Scenario(run=scenario, flags=TE) File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/misc.py", line 27, in subquery_expr_preceding execute_query( File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 152, in execute_query assert r.output.strip() == expected, error() AssertionError: Oops! Assertion failed The following assertion was not satisfied assert r.output.strip() == expected, error() Assertion values assert r.output.strip() == expected, error() ^ is assert r.output.strip() == expected, error() ^ is = 'sum\tunique1\n0\t0\n1\t1\n3\t2\n5\t3\n7\t4\n9\t5\n11\t6\n13\t7\n15\t8\n17\t9' assert r.output.strip() == expected, error() ^ is 'sum\tunique1\n0\t0\n1\t1\n3\t2\n5\t3\n7\t4\n9\t5\n11\t6\n13\t7\n15\t8\n17\t9' assert r.output.strip() == expected, error() ^ is = assert r.output.strip() == expected, error() ^ is = 'sum\tunique1\n0\t0\n1\t1\n3\t2\n5\t3\n7\t4\n9\t5\n11\t6\n13\t7\n15\t8\n17\t9' assert r.output.strip() == expected, error() ^ is 'sum\tunique1\n0\t0\n1\t1\n3\t2\n5\t3Fmu\n7\t4\n9\t5\n11\t6\n13\t7\n15\t8\n17\t9' assert r.output.strip() == expected, error() ^ is = False @@ -5 +5 @@ -5 3 +5 3Fmu assert r.output.strip() == expected, error() ^ is False Where File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py', line 152 in 'execute_query' 144\\| no_checks=no_checks, 145\\| ) 146\\| if no_checks: 147\\| return r 148\\| 149\\| if message is None: 150\\| if expected is not None: 151\\| with Then("I check output against expected"): 152\\|> assert r.output.strip() == expected, error() 153\\| else: 154\\| with Then("I check output against snapshot"): 155\\| with values() as that:

Test Name

Result

Message

/window functions/tests/non distributed/frame clause/range frame/between expr following and current row zero special case

XFail 153ms
known bug

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression
    Feature(run=load("window_functions.tests.feature", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature
    Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature
    Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1353, in between_expr_following_and_current_row_zero_special_case
    execute_query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query
    r = current().context.node.query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query
    assert False, error(r.output)
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert False, error(r.output)

Description
  Received exception from server (version 23.3.19):
Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: Window frame 'RANGE BETWEEN 0 FOLLOWING AND CURRENT ROW' is invalid. (BAD_ARGUMENTS)
(query: SELECT number,sum(number) OVER (ORDER BY number RANGE BETWEEN 0 FOLLOWING AND CURRENT ROW) AS sum FROM values('number Int8', (1),(1),(2),(3)) ORDER BY number FORMAT TabSeparatedWithNames
)

Assertion values
  assert False, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query'

836\|                  assert message in r.output, error(r.output)
837\|  
838\|          if not ignore_exception:
839\|              if message is None or "Exception:" not in message:
840\|                  with Then("check if output has exception") if steps else NullStep():
841\|                      if "Exception:" in r.output:
842\|                          if raise_on_exception:
843\|                              raise QueryRuntimeException(r.output)
844\|>                         assert False, error(r.output)
845\|  
846\|          return r
847\|

/window functions/tests/non distributed/frame clause/range frame/between expr following and expr following without order by error

XFail 99ms
invalid error message

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression
    Feature(run=load("window_functions.tests.feature", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature
    Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature
    Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1217, in between_expr_following_and_expr_following_without_order_by_error
    self.context.node.query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 836, in query
    assert message in r.output, error(r.output)
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert message in r.output, error(r.output)

Description
  Received exception from server (version 23.3.19):
Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: The RANGE OFFSET window frame requires exactly one ORDER BY column, 0 given. (BAD_ARGUMENTS)
(query: SELECT number,sum(number) OVER (RANGE BETWEEN 1 FOLLOWING AND 1 FOLLOWING) FROM values('number Int8', (1),(1),(2),(3))
)

Assertion values
  assert message in r.output, error(r.output)
         ^ is 'Exception: Window frame'
  assert message in r.output, error(r.output)
                    ^ is 
  assert message in r.output, error(r.output)
                    ^ is = "Received exception from server (version 23.3.19):\nCode: 36. DB::Exception: Received from localhost:9000. DB::Exception: The RANGE OFFSET window frame requires exactly one ORDER BY column, 0 given. (BAD_ARGUMENTS)\n(query: SELECT number,sum(number) OVER (RANGE BETWEEN 1 FOLLOWING AND 1 FOLLOWING) FROM values('number Int8', (1),(1),(2),(3))\n)"
  assert message in r.output, error(r.output)
                 ^ is = False
  assert message in r.output, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 836 in 'query'

828\|                  assert r.exitcode == exitcode, error(r.output)
829\|  
830\|          if message is not None:
831\|              with (
832\|                  Then(f"output should contain message", description=message)
833\|                  if steps
834\|                  else NullStep()
835\|              ):
836\|>                 assert message in r.output, error(r.output)
837\|  
838\|          if not ignore_exception:
839\|              if message is None or "Exception:" not in message:

/window functions/tests/non distributed/frame clause/range frame/between expr following and expr preceding with order by zero special case

XFail 66ms
known bug

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression
    Feature(run=load("window_functions.tests.feature", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature
    Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature
    Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1422, in between_expr_following_and_expr_preceding_with_order_by_zero_special_case
    execute_query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query
    r = current().context.node.query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query
    assert False, error(r.output)
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert False, error(r.output)

Description
  Received exception from server (version 23.3.19):
Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: Frame start offset 0 FOLLOWING does not precede the frame end offset 0 PRECEDING. (BAD_ARGUMENTS)
(query: SELECT number,sum(number) OVER (ORDER BY number RANGE BETWEEN 0 FOLLOWING AND 0 PRECEDING) AS sum FROM values('number Int8', (1),(1),(2),(3)) ORDER BY number FORMAT TabSeparatedWithNames
)

Assertion values
  assert False, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query'

836\|                  assert message in r.output, error(r.output)
837\|  
838\|          if not ignore_exception:
839\|              if message is None or "Exception:" not in message:
840\|                  with Then("check if output has exception") if steps else NullStep():
841\|                      if "Exception:" in r.output:
842\|                          if raise_on_exception:
843\|                              raise QueryRuntimeException(r.output)
844\|>                         assert False, error(r.output)
845\|  
846\|          return r
847\|

/window functions/tests/non distributed/frame clause/range frame/between expr following and expr preceding without order by error

XFail 111ms
invalid error message

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression
    Feature(run=load("window_functions.tests.feature", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature
    Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature
    Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1234, in between_expr_following_and_expr_preceding_without_order_by_error
    self.context.node.query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 836, in query
    assert message in r.output, error(r.output)
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert message in r.output, error(r.output)

Description
  Received exception from server (version 23.3.19):
Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: Frame start offset 0 FOLLOWING does not precede the frame end offset 0 PRECEDING. (BAD_ARGUMENTS)
(query: SELECT number,sum(number) OVER (RANGE BETWEEN 0 FOLLOWING AND 0 PRECEDING) FROM values('number Int8', (1),(1),(2),(3))
)

Assertion values
  assert message in r.output, error(r.output)
         ^ is 'Exception: Window frame'
  assert message in r.output, error(r.output)
                    ^ is 
  assert message in r.output, error(r.output)
                    ^ is = "Received exception from server (version 23.3.19):\nCode: 36. DB::Exception: Received from localhost:9000. DB::Exception: Frame start offset 0 FOLLOWING does not precede the frame end offset 0 PRECEDING. (BAD_ARGUMENTS)\n(query: SELECT number,sum(number) OVER (RANGE BETWEEN 0 FOLLOWING AND 0 PRECEDING) FROM values('number Int8', (1),(1),(2),(3))\n)"
  assert message in r.output, error(r.output)
                 ^ is = False
  assert message in r.output, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 836 in 'query'

828\|                  assert r.exitcode == exitcode, error(r.output)
829\|  
830\|          if message is not None:
831\|              with (
832\|                  Then(f"output should contain message", description=message)
833\|                  if steps
834\|                  else NullStep()
835\|              ):
836\|>                 assert message in r.output, error(r.output)
837\|  
838\|          if not ignore_exception:
839\|              if message is None or "Exception:" not in message:

/window functions/tests/non distributed/frame clause/range frame/order by decimal

XFail 85ms
Exception: The RANGE OFFSET frame for 'DB::ColumnDecimal >' ORDER BY column is not implemented

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression
    Feature(run=load("window_functions.tests.feature", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature
    Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature
    Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1658, in order_by_decimal
    execute_query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query
    r = current().context.node.query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query
    assert False, error(r.output)
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert False, error(r.output)

Description
  Received exception from server (version 23.3.19):
Code: 48. DB::Exception: Received from localhost:9000. DB::Exception: The RANGE OFFSET frame for 'DB::ColumnDecimal>' ORDER BY column is not implemented. (NOT_IMPLEMENTED)
(query: select id, f_numeric, first_value(id) over w AS first_value, last_value(id) over w AS last_value
        from numerics
        window w as (order by f_numeric range between
                     1 preceding and 1 following)
        ORDER BY id
         FORMAT TabSeparatedWithNames
)

Assertion values
  assert False, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query'

836\|                  assert message in r.output, error(r.output)
837\|  
838\|          if not ignore_exception:
839\|              if message is None or "Exception:" not in message:
840\|                  with Then("check if output has exception") if steps else NullStep():
841\|                      if "Exception:" in r.output:
842\|                          if raise_on_exception:
843\|                              raise QueryRuntimeException(r.output)
844\|>                         assert False, error(r.output)
845\|  
846\|          return r
847\|

/window functions/tests/non distributed/frame clause/range frame/with nulls

XFail 105ms
DB::Exception: The RANGE OFFSET frame for 'DB::ColumnNullable' ORDER BY column is not implemented

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression
    Feature(run=load("window_functions.tests.feature", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature
    Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature
    Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1719, in with_nulls
    execute_query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query
    r = current().context.node.query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query
    assert False, error(r.output)
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert False, error(r.output)

Description
  Received exception from server (version 23.3.19):
Code: 48. DB::Exception: Received from localhost:9000. DB::Exception: The RANGE OFFSET frame for 'DB::ColumnNullable' ORDER BY column is not implemented. (NOT_IMPLEMENTED)
(query: select x, y,
               first_value(y) over w AS first_value,
               last_value(y) over w AS last_value
        from
          (select number as x, x as y from numbers(1,5)
           union all select null, 42
           union all select null, 43)
        window w as
          (order by x asc nulls first range between 2 preceding and 2 following)
        ORDER BY x, y
         FORMAT TabSeparatedWithNames
)

Assertion values
  assert False, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query'

836\|                  assert message in r.output, error(r.output)
837\|  
838\|          if not ignore_exception:
839\|              if message is None or "Exception:" not in message:
840\|                  with Then("check if output has exception") if steps else NullStep():
841\|                      if "Exception:" in r.output:
842\|                          if raise_on_exception:
843\|                              raise QueryRuntimeException(r.output)
844\|>                         assert False, error(r.output)
845\|  
846\|          return r
847\|

/window functions/tests/non distributed/frame clause/range overflow/negative overflow with Int16

XFail 109ms
exception on conversion

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression
    Feature(run=load("window_functions.tests.feature", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature
    Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 69, in feature
    Feature(run=load("window_functions.tests.range_overflow", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_overflow.py", line 145, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_overflow.py", line 42, in negative_overflow_with_Int16
    execute_query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query
    r = current().context.node.query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query
    assert False, error(r.output)
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert False, error(r.output)

Description
  Received exception from server (version 23.3.19):
Code: 69. DB::Exception: Received from localhost:9000. DB::Exception: Cannot convert value '2147450885': it cannot be represented as Int16. (ARGUMENT_OUT_OF_BOUND)
(query: select number as x, last_value(x) over (order by toInt16(x) desc range between current row and 2147450885 following) as last_value
        from (SELECT -number - 32763 AS number FROM numbers(1, 3)) order by x
         FORMAT TabSeparatedWithNames
)

Assertion values
  assert False, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query'

836\|                  assert message in r.output, error(r.output)
837\|  
838\|          if not ignore_exception:
839\|              if message is None or "Exception:" not in message:
840\|                  with Then("check if output has exception") if steps else NullStep():
841\|                      if "Exception:" in r.output:
842\|                          if raise_on_exception:
843\|                              raise QueryRuntimeException(r.output)
844\|>                         assert False, error(r.output)
845\|  
846\|          return r
847\|

/window functions/tests/non distributed/frame clause/range overflow/positive overflow with Int16

XFail 107ms
exception on conversion

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression
    Feature(run=load("window_functions.tests.feature", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature
    Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 69, in feature
    Feature(run=load("window_functions.tests.range_overflow", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_overflow.py", line 145, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_overflow.py", line 20, in positive_overflow_with_Int16
    execute_query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query
    r = current().context.node.query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query
    assert False, error(r.output)
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert False, error(r.output)

Description
  Received exception from server (version 23.3.19):
Code: 69. DB::Exception: Received from localhost:9000. DB::Exception: Cannot convert value '2147450884': it cannot be represented as Int16. (ARGUMENT_OUT_OF_BOUND)
(query: select number as x, last_value(x) over (order by toInt16(x) range between current row and 2147450884 following) AS last_value
        from numbers(32764, 3) order by x
         FORMAT TabSeparatedWithNames
)

Assertion values
  assert False, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query'

836\|                  assert message in r.output, error(r.output)
837\|  
838\|          if not ignore_exception:
839\|              if message is None or "Exception:" not in message:
840\|                  with Then("check if output has exception") if steps else NullStep():
841\|                      if "Exception:" in r.output:
842\|                          if raise_on_exception:
843\|                              raise QueryRuntimeException(r.output)
844\|>                         assert False, error(r.output)
845\|  
846\|          return r
847\|

/window functions/tests/non distributed/frame clause/range errors/error negative following offset

XFail 105ms
https://github.com/ClickHouse/ClickHouse/issues/22442

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression
    Feature(run=load("window_functions.tests.feature", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature
    Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 71, in feature
    Feature(run=load("window_functions.tests.range_errors", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_errors.py", line 114, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_errors.py", line 105, in error_negative_following_offset
    r = current().context.node.query(sql, exitcode=exitcode, message=message)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 836, in query
    assert message in r.output, error(r.output)
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert message in r.output, error(r.output)

Description
  Received exception from server (version 23.3.19):
Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: Window frame start offset must be nonnegative, -2 given. (BAD_ARGUMENTS)
(query: select max(enroll_date) over (order by salary range between 1 preceding and -2 following) AS max, salary, enroll_date from empsalary
)

Assertion values
  assert message in r.output, error(r.output)
         ^ is 'DB::Exception: Frame end offset must be greater than zero, -2 given'
  assert message in r.output, error(r.output)
                    ^ is 
  assert message in r.output, error(r.output)
                    ^ is = 'Received exception from server (version 23.3.19):\nCode: 36. DB::Exception: Received from localhost:9000. DB::Exception: Window frame start offset must be nonnegative, -2 given. (BAD_ARGUMENTS)\n(query: select max(enroll_date) over (order by salary range between 1 preceding and -2 following) AS max, salary, enroll_date from empsalary\n)'
  assert message in r.output, error(r.output)
                 ^ is = False
  assert message in r.output, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 836 in 'query'

828\|                  assert r.exitcode == exitcode, error(r.output)
829\|  
830\|          if message is not None:
831\|              with (
832\|                  Then(f"output should contain message", description=message)
833\|                  if steps
834\|                  else NullStep()
835\|              ):
836\|>                 assert message in r.output, error(r.output)
837\|  
838\|          if not ignore_exception:
839\|              if message is None or "Exception:" not in message:

/window functions/tests/non distributed/frame clause/range errors/error negative preceding offset

XFail 100ms
https://github.com/ClickHouse/ClickHouse/issues/22442

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression
    Feature(run=load("window_functions.tests.feature", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature
    Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 71, in feature
    Feature(run=load("window_functions.tests.range_errors", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_errors.py", line 114, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_errors.py", line 89, in error_negative_preceding_offset
    r = current().context.node.query(sql, exitcode=exitcode, message=message)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 836, in query
    assert message in r.output, error(r.output)
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert message in r.output, error(r.output)

Description
  Received exception from server (version 23.3.19):
Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: Window frame start offset must be nonnegative, -1 given. (BAD_ARGUMENTS)
(query: select max(enroll_date) over (order by salary range between -1 preceding and 2 following) AS max, salary, enroll_date from empsalary
)

Assertion values
  assert message in r.output, error(r.output)
         ^ is 'DB::Exception: Frame start offset must be greater than zero, -1 given'
  assert message in r.output, error(r.output)
                    ^ is 
  assert message in r.output, error(r.output)
                    ^ is = 'Received exception from server (version 23.3.19):\nCode: 36. DB::Exception: Received from localhost:9000. DB::Exception: Window frame start offset must be nonnegative, -1 given. (BAD_ARGUMENTS)\n(query: select max(enroll_date) over (order by salary range between -1 preceding and 2 following) AS max, salary, enroll_date from empsalary\n)'
  assert message in r.output, error(r.output)
                 ^ is = False
  assert message in r.output, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 836 in 'query'

828\|                  assert r.exitcode == exitcode, error(r.output)
829\|  
830\|          if message is not None:
831\|              with (
832\|                  Then(f"output should contain message", description=message)
833\|                  if steps
834\|                  else NullStep()
835\|              ):
836\|>                 assert message in r.output, error(r.output)
837\|  
838\|          if not ignore_exception:
839\|              if message is None or "Exception:" not in message:

/window functions/tests/non distributed/misc/subquery expr preceding

XFail 106ms
subquery is not supported as offset

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression
    Feature(run=load("window_functions.tests.feature", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 82, in feature
    Feature(run=load("window_functions.tests.misc", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/misc.py", line 466, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/misc.py", line 27, in subquery_expr_preceding
    execute_query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 152, in execute_query
    assert r.output.strip() == expected, error()
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert r.output.strip() == expected, error()

Assertion values
  assert r.output.strip() == expected, error()
         ^ is 
  assert r.output.strip() == expected, error()
         ^ is = 'sum\tunique1\n0\t0\n1\t1\n3\t2\n5\t3\n7\t4\n9\t5\n11\t6\n13\t7\n15\t8\n17\t9'
  assert r.output.strip() == expected, error()
         ^ is 'sum\tunique1\n0\t0\n1\t1\n3\t2\n5\t3\n7\t4\n9\t5\n11\t6\n13\t7\n15\t8\n17\t9'
  assert r.output.strip() == expected, error()
         ^ is = 
  assert r.output.strip() == expected, error()
         ^ is = 'sum\tunique1\n0\t0\n1\t1\n3\t2\n5\t3\n7\t4\n9\t5\n11\t6\n13\t7\n15\t8\n17\t9'
  assert r.output.strip() == expected, error()
                             ^ is 'sum\tunique1\n0\t0\n1\t1\n3\t2\n5\t3Fmu\n7\t4\n9\t5\n11\t6\n13\t7\n15\t8\n17\t9'
  assert r.output.strip() == expected, error()
                          ^ is = False
    @@ -5 +5 @@
    -5  3
    +5  3Fmu
  assert r.output.strip() == expected, error()
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py', line 152 in 'execute_query'

144\|              no_checks=no_checks,
145\|          )
146\|          if no_checks:
147\|              return r
148\|  
149\|      if message is None:
150\|          if expected is not None:
151\|              with Then("I check output against expected"):
152\|>                 assert r.output.strip() == expected, error()
153\|          else:
154\|              with Then("I check output against snapshot"):
155\|                  with values() as that:

/window functions/tests/distributed/frame clause/range frame/between expr following and current row zero special case

XFail 101ms
known bug

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression
    Feature(run=load("window_functions.tests.feature", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature
    Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature
    Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1353, in between_expr_following_and_current_row_zero_special_case
    execute_query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query
    r = current().context.node.query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query
    assert False, error(r.output)
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert False, error(r.output)

Description
  Received exception from server (version 23.3.19):
Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: Window frame 'RANGE BETWEEN 0 FOLLOWING AND CURRENT ROW' is invalid. (BAD_ARGUMENTS)
(query: SELECT number,sum(number) OVER (ORDER BY number RANGE BETWEEN 0 FOLLOWING AND CURRENT ROW) AS sum FROM values('number Int8', (1),(1),(2),(3)) ORDER BY number FORMAT TabSeparatedWithNames
)

Assertion values
  assert False, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query'

836\|                  assert message in r.output, error(r.output)
837\|  
838\|          if not ignore_exception:
839\|              if message is None or "Exception:" not in message:
840\|                  with Then("check if output has exception") if steps else NullStep():
841\|                      if "Exception:" in r.output:
842\|                          if raise_on_exception:
843\|                              raise QueryRuntimeException(r.output)
844\|>                         assert False, error(r.output)
845\|  
846\|          return r
847\|

/window functions/tests/distributed/frame clause/range frame/between expr following and expr following without order by error

XFail 84ms
invalid error message

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression
    Feature(run=load("window_functions.tests.feature", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature
    Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature
    Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1217, in between_expr_following_and_expr_following_without_order_by_error
    self.context.node.query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 836, in query
    assert message in r.output, error(r.output)
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert message in r.output, error(r.output)

Description
  Received exception from server (version 23.3.19):
Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: The RANGE OFFSET window frame requires exactly one ORDER BY column, 0 given. (BAD_ARGUMENTS)
(query: SELECT number,sum(number) OVER (RANGE BETWEEN 1 FOLLOWING AND 1 FOLLOWING) FROM values('number Int8', (1),(1),(2),(3))
)

Assertion values
  assert message in r.output, error(r.output)
         ^ is 'Exception: Window frame'
  assert message in r.output, error(r.output)
                    ^ is 
  assert message in r.output, error(r.output)
                    ^ is = "Received exception from server (version 23.3.19):\nCode: 36. DB::Exception: Received from localhost:9000. DB::Exception: The RANGE OFFSET window frame requires exactly one ORDER BY column, 0 given. (BAD_ARGUMENTS)\n(query: SELECT number,sum(number) OVER (RANGE BETWEEN 1 FOLLOWING AND 1 FOLLOWING) FROM values('number Int8', (1),(1),(2),(3))\n)"
  assert message in r.output, error(r.output)
                 ^ is = False
  assert message in r.output, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 836 in 'query'

828\|                  assert r.exitcode == exitcode, error(r.output)
829\|  
830\|          if message is not None:
831\|              with (
832\|                  Then(f"output should contain message", description=message)
833\|                  if steps
834\|                  else NullStep()
835\|              ):
836\|>                 assert message in r.output, error(r.output)
837\|  
838\|          if not ignore_exception:
839\|              if message is None or "Exception:" not in message:

/window functions/tests/distributed/frame clause/range frame/between expr following and expr preceding with order by zero special case

XFail 108ms
known bug

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression
    Feature(run=load("window_functions.tests.feature", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature
    Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature
    Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1422, in between_expr_following_and_expr_preceding_with_order_by_zero_special_case
    execute_query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query
    r = current().context.node.query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query
    assert False, error(r.output)
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert False, error(r.output)

Description
  Received exception from server (version 23.3.19):
Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: Frame start offset 0 FOLLOWING does not precede the frame end offset 0 PRECEDING. (BAD_ARGUMENTS)
(query: SELECT number,sum(number) OVER (ORDER BY number RANGE BETWEEN 0 FOLLOWING AND 0 PRECEDING) AS sum FROM values('number Int8', (1),(1),(2),(3)) ORDER BY number FORMAT TabSeparatedWithNames
)

Assertion values
  assert False, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query'

836\|                  assert message in r.output, error(r.output)
837\|  
838\|          if not ignore_exception:
839\|              if message is None or "Exception:" not in message:
840\|                  with Then("check if output has exception") if steps else NullStep():
841\|                      if "Exception:" in r.output:
842\|                          if raise_on_exception:
843\|                              raise QueryRuntimeException(r.output)
844\|>                         assert False, error(r.output)
845\|  
846\|          return r
847\|

/window functions/tests/distributed/frame clause/range frame/between expr following and expr preceding without order by error

XFail 95ms
invalid error message

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression
    Feature(run=load("window_functions.tests.feature", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature
    Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature
    Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1234, in between_expr_following_and_expr_preceding_without_order_by_error
    self.context.node.query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 836, in query
    assert message in r.output, error(r.output)
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert message in r.output, error(r.output)

Description
  Received exception from server (version 23.3.19):
Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: Frame start offset 0 FOLLOWING does not precede the frame end offset 0 PRECEDING. (BAD_ARGUMENTS)
(query: SELECT number,sum(number) OVER (RANGE BETWEEN 0 FOLLOWING AND 0 PRECEDING) FROM values('number Int8', (1),(1),(2),(3))
)

Assertion values
  assert message in r.output, error(r.output)
         ^ is 'Exception: Window frame'
  assert message in r.output, error(r.output)
                    ^ is 
  assert message in r.output, error(r.output)
                    ^ is = "Received exception from server (version 23.3.19):\nCode: 36. DB::Exception: Received from localhost:9000. DB::Exception: Frame start offset 0 FOLLOWING does not precede the frame end offset 0 PRECEDING. (BAD_ARGUMENTS)\n(query: SELECT number,sum(number) OVER (RANGE BETWEEN 0 FOLLOWING AND 0 PRECEDING) FROM values('number Int8', (1),(1),(2),(3))\n)"
  assert message in r.output, error(r.output)
                 ^ is = False
  assert message in r.output, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 836 in 'query'

828\|                  assert r.exitcode == exitcode, error(r.output)
829\|  
830\|          if message is not None:
831\|              with (
832\|                  Then(f"output should contain message", description=message)
833\|                  if steps
834\|                  else NullStep()
835\|              ):
836\|>                 assert message in r.output, error(r.output)
837\|  
838\|          if not ignore_exception:
839\|              if message is None or "Exception:" not in message:

/window functions/tests/distributed/frame clause/range frame/order by decimal

XFail 110ms
Exception: The RANGE OFFSET frame for 'DB::ColumnDecimal >' ORDER BY column is not implemented

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression
    Feature(run=load("window_functions.tests.feature", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature
    Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature
    Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1658, in order_by_decimal
    execute_query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query
    r = current().context.node.query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query
    assert False, error(r.output)
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert False, error(r.output)

Description
  Received exception from server (version 23.3.19):
Code: 48. DB::Exception: Received from localhost:9000. DB::Exception: The RANGE OFFSET frame for 'DB::ColumnDecimal>' ORDER BY column is not implemented. (NOT_IMPLEMENTED)
(query: select id, f_numeric, first_value(id) over w AS first_value, last_value(id) over w AS last_value
        from numerics
        window w as (order by f_numeric range between
                     1 preceding and 1 following)
        ORDER BY id
         FORMAT TabSeparatedWithNames
)

Assertion values
  assert False, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query'

836\|                  assert message in r.output, error(r.output)
837\|  
838\|          if not ignore_exception:
839\|              if message is None or "Exception:" not in message:
840\|                  with Then("check if output has exception") if steps else NullStep():
841\|                      if "Exception:" in r.output:
842\|                          if raise_on_exception:
843\|                              raise QueryRuntimeException(r.output)
844\|>                         assert False, error(r.output)
845\|  
846\|          return r
847\|

/window functions/tests/distributed/frame clause/range frame/with nulls

XFail 128ms
DB::Exception: The RANGE OFFSET frame for 'DB::ColumnNullable' ORDER BY column is not implemented

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression
    Feature(run=load("window_functions.tests.feature", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature
    Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 68, in feature
    Feature(run=load("window_functions.tests.range_frame", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1745, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_frame.py", line 1719, in with_nulls
    execute_query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query
    r = current().context.node.query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query
    assert False, error(r.output)
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert False, error(r.output)

Description
  Received exception from server (version 23.3.19):
Code: 48. DB::Exception: Received from localhost:9000. DB::Exception: The RANGE OFFSET frame for 'DB::ColumnNullable' ORDER BY column is not implemented. (NOT_IMPLEMENTED)
(query: select x, y,
               first_value(y) over w AS first_value,
               last_value(y) over w AS last_value
        from
          (select number as x, x as y from numbers(1,5)
           union all select null, 42
           union all select null, 43)
        window w as
          (order by x asc nulls first range between 2 preceding and 2 following)
        ORDER BY x, y
         FORMAT TabSeparatedWithNames
)

Assertion values
  assert False, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query'

836\|                  assert message in r.output, error(r.output)
837\|  
838\|          if not ignore_exception:
839\|              if message is None or "Exception:" not in message:
840\|                  with Then("check if output has exception") if steps else NullStep():
841\|                      if "Exception:" in r.output:
842\|                          if raise_on_exception:
843\|                              raise QueryRuntimeException(r.output)
844\|>                         assert False, error(r.output)
845\|  
846\|          return r
847\|

/window functions/tests/distributed/frame clause/range overflow/negative overflow with Int16

XFail 97ms
exception on conversion

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression
    Feature(run=load("window_functions.tests.feature", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature
    Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 69, in feature
    Feature(run=load("window_functions.tests.range_overflow", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_overflow.py", line 145, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_overflow.py", line 42, in negative_overflow_with_Int16
    execute_query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query
    r = current().context.node.query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query
    assert False, error(r.output)
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert False, error(r.output)

Description
  Received exception from server (version 23.3.19):
Code: 69. DB::Exception: Received from localhost:9000. DB::Exception: Cannot convert value '2147450885': it cannot be represented as Int16. (ARGUMENT_OUT_OF_BOUND)
(query: select number as x, last_value(x) over (order by toInt16(x) desc range between current row and 2147450885 following) as last_value
        from (SELECT -number - 32763 AS number FROM numbers(1, 3)) order by x
         FORMAT TabSeparatedWithNames
)

Assertion values
  assert False, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query'

836\|                  assert message in r.output, error(r.output)
837\|  
838\|          if not ignore_exception:
839\|              if message is None or "Exception:" not in message:
840\|                  with Then("check if output has exception") if steps else NullStep():
841\|                      if "Exception:" in r.output:
842\|                          if raise_on_exception:
843\|                              raise QueryRuntimeException(r.output)
844\|>                         assert False, error(r.output)
845\|  
846\|          return r
847\|

/window functions/tests/distributed/frame clause/range overflow/positive overflow with Int16

XFail 106ms
exception on conversion

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression
    Feature(run=load("window_functions.tests.feature", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature
    Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 69, in feature
    Feature(run=load("window_functions.tests.range_overflow", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_overflow.py", line 145, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_overflow.py", line 20, in positive_overflow_with_Int16
    execute_query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 140, in execute_query
    r = current().context.node.query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 844, in query
    assert False, error(r.output)
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert False, error(r.output)

Description
  Received exception from server (version 23.3.19):
Code: 69. DB::Exception: Received from localhost:9000. DB::Exception: Cannot convert value '2147450884': it cannot be represented as Int16. (ARGUMENT_OUT_OF_BOUND)
(query: select number as x, last_value(x) over (order by toInt16(x) range between current row and 2147450884 following) AS last_value
        from numbers(32764, 3) order by x
         FORMAT TabSeparatedWithNames
)

Assertion values
  assert False, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 844 in 'query'

836\|                  assert message in r.output, error(r.output)
837\|  
838\|          if not ignore_exception:
839\|              if message is None or "Exception:" not in message:
840\|                  with Then("check if output has exception") if steps else NullStep():
841\|                      if "Exception:" in r.output:
842\|                          if raise_on_exception:
843\|                              raise QueryRuntimeException(r.output)
844\|>                         assert False, error(r.output)
845\|  
846\|          return r
847\|

/window functions/tests/distributed/frame clause/range errors/error negative following offset

XFail 110ms
https://github.com/ClickHouse/ClickHouse/issues/22442

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression
    Feature(run=load("window_functions.tests.feature", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature
    Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 71, in feature
    Feature(run=load("window_functions.tests.range_errors", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_errors.py", line 114, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_errors.py", line 105, in error_negative_following_offset
    r = current().context.node.query(sql, exitcode=exitcode, message=message)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 836, in query
    assert message in r.output, error(r.output)
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert message in r.output, error(r.output)

Description
  Received exception from server (version 23.3.19):
Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: Window frame start offset must be nonnegative, -2 given. (BAD_ARGUMENTS)
(query: select max(enroll_date) over (order by salary range between 1 preceding and -2 following) AS max, salary, enroll_date from empsalary
)

Assertion values
  assert message in r.output, error(r.output)
         ^ is 'DB::Exception: Frame end offset must be greater than zero, -2 given'
  assert message in r.output, error(r.output)
                    ^ is 
  assert message in r.output, error(r.output)
                    ^ is = 'Received exception from server (version 23.3.19):\nCode: 36. DB::Exception: Received from localhost:9000. DB::Exception: Window frame start offset must be nonnegative, -2 given. (BAD_ARGUMENTS)\n(query: select max(enroll_date) over (order by salary range between 1 preceding and -2 following) AS max, salary, enroll_date from empsalary\n)'
  assert message in r.output, error(r.output)
                 ^ is = False
  assert message in r.output, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 836 in 'query'

828\|                  assert r.exitcode == exitcode, error(r.output)
829\|  
830\|          if message is not None:
831\|              with (
832\|                  Then(f"output should contain message", description=message)
833\|                  if steps
834\|                  else NullStep()
835\|              ):
836\|>                 assert message in r.output, error(r.output)
837\|  
838\|          if not ignore_exception:
839\|              if message is None or "Exception:" not in message:

/window functions/tests/distributed/frame clause/range errors/error negative preceding offset

XFail 97ms
https://github.com/ClickHouse/ClickHouse/issues/22442

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression
    Feature(run=load("window_functions.tests.feature", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 75, in feature
    Feature(run=load("window_functions.tests.frame_clause", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/frame_clause.py", line 71, in feature
    Feature(run=load("window_functions.tests.range_errors", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_errors.py", line 114, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/range_errors.py", line 89, in error_negative_preceding_offset
    r = current().context.node.query(sql, exitcode=exitcode, message=message)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py", line 836, in query
    assert message in r.output, error(r.output)
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert message in r.output, error(r.output)

Description
  Received exception from server (version 23.3.19):
Code: 36. DB::Exception: Received from localhost:9000. DB::Exception: Window frame start offset must be nonnegative, -1 given. (BAD_ARGUMENTS)
(query: select max(enroll_date) over (order by salary range between -1 preceding and 2 following) AS max, salary, enroll_date from empsalary
)

Assertion values
  assert message in r.output, error(r.output)
         ^ is 'DB::Exception: Frame start offset must be greater than zero, -1 given'
  assert message in r.output, error(r.output)
                    ^ is 
  assert message in r.output, error(r.output)
                    ^ is = 'Received exception from server (version 23.3.19):\nCode: 36. DB::Exception: Received from localhost:9000. DB::Exception: Window frame start offset must be nonnegative, -1 given. (BAD_ARGUMENTS)\n(query: select max(enroll_date) over (order by salary range between -1 preceding and 2 following) AS max, salary, enroll_date from empsalary\n)'
  assert message in r.output, error(r.output)
                 ^ is = False
  assert message in r.output, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../helpers/cluster.py', line 836 in 'query'

828\|                  assert r.exitcode == exitcode, error(r.output)
829\|  
830\|          if message is not None:
831\|              with (
832\|                  Then(f"output should contain message", description=message)
833\|                  if steps
834\|                  else NullStep()
835\|              ):
836\|>                 assert message in r.output, error(r.output)
837\|  
838\|          if not ignore_exception:
839\|              if message is None or "Exception:" not in message:

/window functions/tests/distributed/misc/subquery expr preceding

XFail 99ms
subquery is not supported as offset

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 257, in 
    regression()
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/regression.py", line 253, in regression
    Feature(run=load("window_functions.tests.feature", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/feature.py", line 82, in feature
    Feature(run=load("window_functions.tests.misc", "feature"), flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/misc.py", line 466, in feature
    Scenario(run=scenario, flags=TE)
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/misc.py", line 27, in subquery_expr_preceding
    execute_query(
  File "/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py", line 152, in execute_query
    assert r.output.strip() == expected, error()
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert r.output.strip() == expected, error()

Assertion values
  assert r.output.strip() == expected, error()
         ^ is 
  assert r.output.strip() == expected, error()
         ^ is = 'sum\tunique1\n0\t0\n1\t1\n3\t2\n5\t3\n7\t4\n9\t5\n11\t6\n13\t7\n15\t8\n17\t9'
  assert r.output.strip() == expected, error()
         ^ is 'sum\tunique1\n0\t0\n1\t1\n3\t2\n5\t3\n7\t4\n9\t5\n11\t6\n13\t7\n15\t8\n17\t9'
  assert r.output.strip() == expected, error()
         ^ is = 
  assert r.output.strip() == expected, error()
         ^ is = 'sum\tunique1\n0\t0\n1\t1\n3\t2\n5\t3\n7\t4\n9\t5\n11\t6\n13\t7\n15\t8\n17\t9'
  assert r.output.strip() == expected, error()
                             ^ is 'sum\tunique1\n0\t0\n1\t1\n3\t2\n5\t3Fmu\n7\t4\n9\t5\n11\t6\n13\t7\n15\t8\n17\t9'
  assert r.output.strip() == expected, error()
                          ^ is = False
    @@ -5 +5 @@
    -5  3
    +5  3Fmu
  assert r.output.strip() == expected, error()
  ^ is False

Where
  File '/home/ubuntu/_work/ClickHouse/ClickHouse/window_functions/../window_functions/tests/common.py', line 152 in 'execute_query'

144\|              no_checks=no_checks,
145\|          )
146\|          if no_checks:
147\|              return r
148\|  
149\|      if message is None:
150\|          if expected is not None:
151\|              with Then("I check output against expected"):
152\|>                 assert r.output.strip() == expected, error()
153\|          else:
154\|              with Then("I check output against snapshot"):
155\|                  with values() as that:

Date	Mar 19, 2024 17:46
Duration	7m 57s
Framework	TestFlows 2.0.231215.1221232

project	Altinity/ClickHouse
project.id	159717931
package	https://s3.amazonaws.com/altinity-build-artifacts/23.3/0a8ac3b092733da37e3e2a0079c486938a36790d/package_release/clickhouse-common-static_23.3.19.34.altinityfips_amd64.deb
version	23.3.19.34.altinityfips
user.name	Enmk
repository	https://github.com/Altinity/clickhouse-regression
commit.hash	6da94b78dc53cb8965ab56c04a89ebf54ed04cbc
job.id	8247806903
job.url	https://github.com/Altinity/ClickHouse/actions/runs/8247806903
arch	x86_64
stress	False
allow_vfs	False
local	True
clickhouse_version	None
clickhouse_binary_path	https://s3.amazonaws.com/altinity-build-artifacts/23.3/0a8ac3b092733da37e3e2a0079c486938a36790d/package_release/clickhouse-common-static_23.3.19.34.altinityfips_amd64.deb
collect_service_logs	True

Window Functions Test Run Report

Artifacts

Attributes

Summary

Statistics

Known Fails

Results