Lightweight Delete Test Run Report

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/regression.py", line 206, in 
    regression()
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/regression.py", line 125, in regression
    Feature(run=load("lightweight_delete.tests.load", "feature"))
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../lightweight_delete/tests/load.py", line 172, in feature
    scenario()
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../lightweight_delete/tests/load.py", line 158, in load_excessive_mutations
    assert int(r.output) < 5, error()
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert int(r.output) < 5, error()

Assertion values
  assert int(r.output) < 5, error()
             ^ is 
  assert int(r.output) < 5, error()
             ^ is = '10'
  assert int(r.output) < 5, error()
         ^ is = 10
  assert int(r.output) < 5, error()
                       ^ is = False
  assert int(r.output) < 5, error()
  ^ is False

Where
  File '/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../lightweight_delete/tests/load.py', line 158 in 'load_excessive_mutations'

150\|                  condition=f"(id < 4) and (x < 50000)",
151\|                  settings=[],
152\|              )
153\|  
154\|          with Then("I check clickhouse did not create a lot of mutations"):
155\|              r = node.query(
156\|                  f"SELECT sum(parts_to_do) from system.mutations where table = '{table_name}'"
157\|              )
158\|>             assert int(r.output) < 5, error()
159\|  
160\|      finally:
161\|          with Finally("I resume merges"):

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/regression.py", line 206, in 
    regression()
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/regression.py", line 132, in regression
    Feature(
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../lightweight_delete/tests/efficient_physical_data_removal.py", line 85, in feature
    scenario()
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../lightweight_delete/tests/efficient_physical_data_removal.py", line 67, in delete_and_check_size_of_the_table
    assert (
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert (
      1.9 * size_in_system_parts_after_deletion
      < size_in_system_parts_before_deletion
  ), error()

Assertion values
  assert (
      1.9 * size_in_system_parts_after_deletion
            ^ is 80843780
      < size_in_system_parts_before_deletion
  ), error()
  assert (
      1.9 * size_in_system_parts_after_deletion
          ^ is = 153603182.0
      < size_in_system_parts_before_deletion
  ), error()
  assert (
      1.9 * size_in_system_parts_after_deletion
      < size_in_system_parts_before_deletion
        ^ is 80776658
  ), error()
  assert (
      1.9 * size_in_system_parts_after_deletion
      < size_in_system_parts_before_deletion
      ^ is = False
  ), error()
  assert (
  ^ is False
      1.9 * size_in_system_parts_after_deletion
      < size_in_system_parts_before_deletion
  ), error()

Where
  File '/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../lightweight_delete/tests/efficient_physical_data_removal.py', line 70 in 'delete_and_check_size_of_the_table'

62\|                      ).output
63\|                  )
64\|                  assert (
65\|                      1.9 * size_on_disk_after_deletion < size_on_disk_before_deletion
66\|                  ), error()
67\|                  assert (
68\|                      1.9 * size_in_system_parts_after_deletion
69\|                      < size_in_system_parts_before_deletion
70\|>                 ), error()
71\|                  r = node.query(f"SELECT count(*) FROM {table_name}")
72\|                  assert r.output == "1000000", error()
73\|

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/regression.py", line 206, in 
    regression()
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/regression.py", line 144, in regression
    Feature(run=load("lightweight_delete.tests.projections", "feature"))
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../lightweight_delete/tests/projections.py", line 88, in feature
    scenario()
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../lightweight_delete/tests/projections.py", line 58, in simple_projection
    r = delete(table_name=table_name, condition="id % 2 = 0")
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../lightweight_delete/tests/steps.py", line 806, in delete
    r = node.query(command, no_checks=no_checks, settings=settings)
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../helpers/cluster.py", line 766, in query
    assert False, error(r.output)
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert False, error(r.output)

Description
  Received exception from server (version 22.8.15):
Code: 48. DB::Exception: Received from localhost:9000. DB::Exception: Lightweight delete is not supported for table. (NOT_IMPLEMENTED)
(query: DELETE FROM table_235ebc04_da21_11ed_9dbc_09a7e24d5fd6 WHERE id % 2 = 0
)

Assertion values
  assert False, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../helpers/cluster.py', line 766 in 'query'

758\|                  assert message in r.output, error(r.output)
759\|  
760\|          if not ignore_exception:
761\|              if message is None or "Exception:" not in message:
762\|                  with Then("check if output has exception") if steps else NullStep():
763\|                      if "Exception:" in r.output:
764\|                          if raise_on_exception:
765\|                              raise QueryRuntimeException(r.output)
766\|>                         assert False, error(r.output)
767\|  
768\|          return r
769\|

AssertionError
Traceback (most recent call last):
  File "/usr/lib/python3.10/threading.py", line 973, in _bootstrap
    self._bootstrap_inner()
  File "/usr/lib/python3.10/threading.py", line 1016, in _bootstrap_inner
    self.run()
  File "/usr/lib/python3.10/threading.py", line 953, in run
    self._target(*self._args, **self._kwargs)
  File "/usr/lib/python3.10/concurrent/futures/thread.py", line 58, in run
    result = self.fn(*self.args, **self.kwargs)
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../lightweight_delete/tests/views.py", line 13, in watch_live_view
    assert r.output != "510 1\n1510 2", error()
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert r.output != "510   1\n1510 2", error()

Assertion values
  assert r.output != "510   1\n1510 2", error()
         ^ is 
  assert r.output != "510   1\n1510 2", error()
         ^ is = '510\t1\n1510\t2'
  assert r.output != "510   1\n1510 2", error()
                  ^ is = False
  assert r.output != "510   1\n1510 2", error()
  ^ is False

Where
  File '/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../lightweight_delete/tests/views.py', line 13 in 'watch_live_view'

 5\|  
 6\|  @TestStep
 7\|  def watch_live_view(self, view_name, setting, node=None):
 8\|      """Check live view output is correct."""
 9\|      if node is None:
10\|          node = self.context.node
11\|      r = node.query(f"WATCH {view_name} LIMIT 1", settings=[(f"{setting}", 1)])
12\|  
13\|>     assert r.output != "510   1\n1510 2", error()
14\|  
15\|  
16\|  @TestStep

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/regression.py", line 206, in 
    regression()
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/regression.py", line 146, in regression
    Feature(run=load("lightweight_delete.tests.views", "feature"))
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../lightweight_delete/tests/views.py", line 241, in feature
    scenario()
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../lightweight_delete/tests/views.py", line 227, in materialized_view
    assert r1.output == r2.output
AssertionError

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/regression.py", line 206, in 
    regression()
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/regression.py", line 146, in regression
    Feature(run=load("lightweight_delete.tests.views", "feature"))
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../lightweight_delete/tests/views.py", line 241, in feature
    scenario()
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../lightweight_delete/tests/views.py", line 167, in window_view
    create_view(
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../lightweight_delete/tests/steps.py", line 1924, in create_view
    node.query(
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../helpers/cluster.py", line 766, in query
    assert False, error(r.output)
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert False, error(r.output)

Description
  Received exception from server (version 22.8.15):
Code: 80. DB::Exception: Received from localhost:9000. DB::Exception: You must specify where to save results of a WindowView query: either ENGINE or an existing table in a TO clause. (INCORRECT_QUERY)
(query: CREATE WINDOW VIEW view_2d341868_da21_11ed_9dbc_09a7e24d5fd6_1 as SELECT count(*) FROM table_2d341867_da21_11ed_9dbc_09a7e24d5fd6 GROUP BY tumble(now(), INTERVAL '5' SECOND)
)

Assertion values
  assert False, error(r.output)
  ^ is False

Where
  File '/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../helpers/cluster.py', line 766 in 'query'

758\|                  assert message in r.output, error(r.output)
759\|  
760\|          if not ignore_exception:
761\|              if message is None or "Exception:" not in message:
762\|                  with Then("check if output has exception") if steps else NullStep():
763\|                      if "Exception:" in r.output:
764\|                          if raise_on_exception:
765\|                              raise QueryRuntimeException(r.output)
766\|>                         assert False, error(r.output)
767\|  
768\|          return r
769\|

AssertionError
Traceback (most recent call last):
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/regression.py", line 206, in 
    regression()
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/regression.py", line 176, in regression
    Feature(run=load("lightweight_delete.tests.performance", "feature"))
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../lightweight_delete/tests/performance.py", line 241, in feature
    scenario()
  File "/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../lightweight_delete/tests/performance.py", line 42, in performance_large_number_of_partitions
    assert time_100_partitions < 2 * time_1_partition, error()
AssertionError: Oops! Assertion failed

The following assertion was not satisfied
  assert time_100_partitions < 2 * time_1_partition, error()

Assertion values
  assert time_100_partitions < 2 * time_1_partition, error()
         ^ is 3.643770933151245
  assert time_100_partitions < 2 * time_1_partition, error()
                                   ^ is 0.14472007751464844
  assert time_100_partitions < 2 * time_1_partition, error()
                                 ^ is = 0.2894401550292969
  assert time_100_partitions < 2 * time_1_partition, error()
                             ^ is = False
  assert time_100_partitions < 2 * time_1_partition, error()
  ^ is False

Where
  File '/home/ubuntu/actions-runner/_work/ClickHouse/ClickHouse/lightweight_delete/../lightweight_delete/tests/performance.py', line 42 in 'performance_large_number_of_partitions'

34\|          start_time_1_partition = time.time()
35\|          delete(table_name=table_name_1_partition, condition="x % 2 == 0")
36\|          time_1_partition = time.time() - start_time_1_partition
37\|          start_time_100_partition = time.time()
38\|          delete(table_name=table_name_100_partitions, condition="x % 2 == 0")
39\|          time_100_partitions = time.time() - start_time_100_partition
40\|  
41\|      with Then("I check lightweight delete time does not greatly increase"):
42\|>         assert time_100_partitions < 2 * time_1_partition, error()
43\|  
44\|  
45\|  @TestScenario