[gw0] linux -- Python 3.8.10 /usr/bin/python3

    def test_cgroup_cpu_limit():
        for num_cpus in (1, 2, 4, 2.8):
>           result = run_with_cpu_limit(
                "clickhouse local -q \"select value from system.settings where name='max_threads'\"",
                num_cpus,
            )

test_cgroup_limit/test.py:43: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
test_cgroup_limit/test.py:38: in run_with_cpu_limit
    return run_command_in_container(cmd, *args)
test_cgroup_limit/test.py:19: in run_command_in_container
    return subprocess.check_output(
/usr/lib/python3.8/subprocess.py:415: in check_output
    return run(*popenargs, stdout=PIPE, timeout=timeout, check=True,
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

input = None, capture_output = False, timeout = None, check = True
popenargs = (['docker', 'run', '--rm', '--cpus', '1', '--volume', ...],)
kwargs = {'stdout': -1}, process = <subprocess.Popen object at 0x7fb308e068e0>
stdout = b'', stderr = None, retcode = 125

    def run(*popenargs,
            input=None, capture_output=False, timeout=None, check=False, **kwargs):
        """Run command with arguments and return a CompletedProcess instance.

        The returned instance will have attributes args, returncode, stdout and
        stderr. By default, stdout and stderr are not captured, and those attributes
        will be None. Pass stdout=PIPE and/or stderr=PIPE in order to capture them.

        If check is True and the exit code was non-zero, it raises a
        CalledProcessError. The CalledProcessError object will have the return code
        in the returncode attribute, and output & stderr attributes if those streams
        were captured.

        If timeout is given, and the process takes too long, a TimeoutExpired
        exception will be raised.

        There is an optional argument "input", allowing you to
        pass bytes or a string to the subprocess's stdin.  If you use this argument
        you may not also use the Popen constructor's "stdin" argument, as
        it will be used internally.

        By default, all communication is in bytes, and therefore any "input" should
        be bytes, and the stdout and stderr will be bytes. If in text mode, any
        "input" should be a string, and stdout and stderr will be strings decoded
        according to locale encoding, or by "encoding" if set. Text mode is
        triggered by setting any of text, encoding, errors or universal_newlines.

        The other arguments are the same as for the Popen constructor.
        """
        if input is not None:
            if kwargs.get('stdin') is not None:
                raise ValueError('stdin and input arguments may not both be used.')
            kwargs['stdin'] = PIPE

        if capture_output:
            if kwargs.get('stdout') is not None or kwargs.get('stderr') is not None:
                raise ValueError('stdout and stderr arguments may not be used '
                                 'with capture_output.')
            kwargs['stdout'] = PIPE
            kwargs['stderr'] = PIPE

        with Popen(*popenargs, **kwargs) as process:
            try:
                stdout, stderr = process.communicate(input, timeout=timeout)
            except TimeoutExpired as exc:
                process.kill()
                if _mswindows:
                    # Windows accumulates the output in a single blocking
                    # read() call run on child threads, with the timeout
                    # being done in a join() on those threads.  communicate()
                    # _after_ kill() is required to collect that and add it
                    # to the exception.
                    exc.stdout, exc.stderr = process.communicate()
                else:
                    # POSIX _communicate already populated the output so
                    # far into the TimeoutExpired exception.
                    process.wait()
                raise
            except:  # Including KeyboardInterrupt, communicate handled that.
                process.kill()
                # We don't call process.wait() as .__exit__ does that for us.
                raise
            retcode = process.poll()
            if check and retcode:
>               raise CalledProcessError(retcode, process.args,
                                         output=stdout, stderr=stderr)
E               subprocess.CalledProcessError: Command '['docker', 'run', '--rm', '--cpus', '1', '--volume', '/clickhouse:/usr/bin/clickhouse', 'ubuntu:20.04', 'sh', '-c', 'clickhouse local -q "select value from system.settings where name=\'max_threads\'"']' returned non-zero exit status 125.

/usr/lib/python3.8/subprocess.py:516: CalledProcessError

2023-02-10 21:28:30 [293268ce4e65] 2023.02.10 21:28:30.048134 [ 4270 ] {e4a83ceb-4450-46c3-a7b0-c2eb11f5a323}  executeQuery: Code: 241. DB::Exception: Memory limit (for query) exceeded: would use 4.03 GiB (attempt to allocate chunk of 33554672 bytes), maximum: 4.00 GiB. OvercommitTracker decision: Memory overcommit isn't used. OvercommitTracker isn't set.: while receiving packet from 127.0.0.2:9000: While executing Remote. (MEMORY_LIMIT_EXCEEDED) (version 22.8.13.21.altinitystable (altinity build)) (from [::1]:41360) (comment: 02354_distributed_with_external_aggregation_memory_usage.sql) (in query: -- whole aggregation state of local aggregation uncompressed is 5.8G
2023-02-10 21:28:30  -- it is hard to provide an accurate estimation for memory usage, so 4G is just the actual value taken from the logs + delta
2023-02-10 21:28:30  select a, b, c, sum(a) as s from remote('127.0.0.{1,2}', currentDatabase(), t_2354_dist_with_external_aggr) group by a, b, c format Null settings max_memory_usage = '4Gi';), Stack trace (when copying this message, always include the lines below):
2023-02-10 21:28:30 
2023-02-10 21:28:30 0. DB::Exception::Exception(std::__1::basic_string, std::__1::allocator > const&, int, bool) @ 0xa3fcd9a in /usr/bin/clickhouse
2023-02-10 21:28:30 1. DB::Exception::Exception, std::__1::allocator >, long&, std::__1::basic_string, std::__1::allocator >, std::__1::basic_string_view > >(int, fmt::v8::basic_format_string::type, fmt::v8::type_identity::type, fmt::v8::type_identity, std::__1::allocator > >::type, fmt::v8::type_identity::type, fmt::v8::type_identity, std::__1::allocator > >::type, fmt::v8::type_identity > >::type>, char const*&&, char const*&&, std::__1::basic_string, std::__1::allocator >&&, long&, std::__1::basic_string, std::__1::allocator >&&, std::__1::basic_string_view >&&) @ 0xa3ef417 in /usr/bin/clickhouse
2023-02-10 21:28:30 2. MemoryTracker::allocImpl(long, bool, MemoryTracker*) @ 0xa3eee01 in /usr/bin/clickhouse
2023-02-10 21:28:30 3. MemoryTracker::allocImpl(long, bool, MemoryTracker*) @ 0xa3ee832 in /usr/bin/clickhouse
2023-02-10 21:28:30 4. void DB::PODArrayBase<1ul, 4096ul, Allocator, 15ul, 16ul>::alloc<>(unsigned long) @ 0xa47107b in /usr/bin/clickhouse
2023-02-10 21:28:30 5. DB::SerializationFixedString::deserializeBinaryBulk(DB::IColumn&, DB::ReadBuffer&, unsigned long, double) const @ 0x142325d1 in /usr/bin/clickhouse
2023-02-10 21:28:30 6. DB::ISerialization::deserializeBinaryBulkWithMultipleStreams(COW::immutable_ptr&, unsigned long, DB::ISerialization::DeserializeBinaryBulkSettings&, std::__1::shared_ptr&, std::__1::unordered_map, std::__1::allocator >, COW::immutable_ptr, std::__1::hash, std::__1::allocator > >, std::__1::equal_to, std::__1::allocator > >, std::__1::allocator, std::__1::allocator > const, COW::immutable_ptr > > >*) const @ 0x1421e276 in /usr/bin/clickhouse
2023-02-10 21:28:30 7. DB::NativeReader::readData(DB::ISerialization const&, COW::immutable_ptr&, DB::ReadBuffer&, unsigned long, double) @ 0x15cc96e0 in /usr/bin/clickhouse
2023-02-10 21:28:30 8. DB::NativeReader::read() @