Unit Test Results.

Designed for use with JUnit and Ant.

All Tests

ClassNameStatusTypeTime(s)
8_cythonno_x86_64_10_32test_rolling_upgradeSuccess2206.086
8_cythonno_x86_64_10_32test_bootstrap_multidcSuccess5.217
8_cythonno_x86_64_10_32test_bootstrap_multidcFailureccmlib.node.TimeoutError: 16 Dec 2024 19:37:40 [node1] after 90.17/90 seconds Missing: ['Starting listening for CQL clients'] not found in system.log: Head: INFO [main] 2024-12-16 19:36:13,698 YamlConfigura Tail: ..... WARN [GossipTasks:1] 2024-12-16 19:37:33,851 FailureDetector.java:355 - Not marking nodes down due to local pause of 69242769769ns > 5000000000ns

self = <upgrade_tests.upgrade_through_versions_test.TestUpgrade_current_5_0_x_To_indev_trunk object at 0x7f31f26a0910>

def test_bootstrap_multidc(self):
# try and add a new node
# multi dc, 2 nodes in each dc
self.prepare()
cluster = self.cluster

if cluster.version() >= '5.0':
cluster.set_configuration_options({'user_defined_functions_threads_enabled': 'true',
'scripted_user_defined_functions_enabled': 'false'})
elif cluster.version() >= '3.0':
cluster.set_configuration_options({'enable_user_defined_functions': 'true',
'enable_scripted_user_defined_functions': 'true'})
elif cluster.version() >= '2.2':
cluster.set_configuration_options({'enable_user_defined_functions': 'true'})

cluster.populate([2, 2])
[node.start(use_jna=True, wait_for_binary_proto=True) for node in self.cluster.nodelist()]
self._multidc_schema_create()
> self.upgrade_scenario(populate=False, create_schema=False, after_upgrade_call=(self._bootstrap_new_node_multidc,))

upgrade_tests/upgrade_through_versions_test.py:865:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
upgrade_tests/upgrade_through_versions_test.py:493: in upgrade_scenario
self.upgrade_to_version(version_meta, internode_ssl=internode_ssl)
upgrade_tests/upgrade_through_versions_test.py:581: in upgrade_to_version
node.start(wait_other_notice=400, wait_for_binary_proto=True,
../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:928: in start
self.wait_for_binary_interface(from_mark=self.mark)
../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:711: in wait_for_binary_interface
self.watch_log_for("Starting listening for CQL clients", **kwargs)
../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:610: in watch_log_for
TimeoutError.raise_if_passed(start=start, timeout=timeout, node=self.name,
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _

start = 1734377769.9885828, timeout = 90
msg = "Missing: ['Starting listening for CQL clients'] not found in system.log:\n Head: INFO [main] 2024-12-16 19:36:13,698...16 19:37:33,851 FailureDetector.java:355 - Not marking nodes down due to local pause of 69242769769ns > 5000000000ns\n"
node = 'node1'

@staticmethod
def raise_if_passed(start, timeout, msg, node=None):
if start + timeout < time.time():
> raise TimeoutError.create(start, timeout, msg, node)
E ccmlib.node.TimeoutError: 16 Dec 2024 19:37:40 [node1] after 90.17/90 seconds Missing: ['Starting listening for CQL clients'] not found in system.log:
E Head: INFO [main] 2024-12-16 19:36:13,698 YamlConfigura
E Tail: .....
E WARN [GossipTasks:1] 2024-12-16 19:37:33,851 FailureDetector.java:355 - Not marking nodes down due to local pause of 69242769769ns > 5000000000ns

../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:56: TimeoutError
518.320
8_cythonno_x86_64_11_32test_parallel_upgrade_with_internode_sslSuccess760.016
8_cythonno_x86_64_11_32test_parallel_upgradeSuccess320.391
8_cythonno_x86_64_12_32test_rolling_upgrade_with_internode_sslSuccess1099.540
8_cythonno_x86_64_12_32test_rolling_upgradeSuccess441.917
8_cythonno_x86_64_13_32test_parallel_upgradeSuccess653.618
8_cythonno_x86_64_13_32test_parallel_upgrade_with_internode_sslSuccess319.672
8_cythonno_x86_64_14_32test_rolling_upgradeSuccess1046.426
8_cythonno_x86_64_14_32test_rolling_upgrade_with_internode_sslSuccess430.711
8_cythonno_x86_64_15_32test_parallel_upgrade_with_internode_sslSuccess763.174
8_cythonno_x86_64_15_32test_bootstrapSuccess525.729
8_cythonno_x86_64_16_32test_rolling_upgrade_with_internode_sslSuccess1040.797
8_cythonno_x86_64_16_32test_bootstrap_multidcSuccess549.380
8_cythonno_x86_64_17_32test_parallel_upgradeSuccess737.303
8_cythonno_x86_64_17_32test_parallel_upgradeSuccess346.520
8_cythonno_x86_64_18_32test_rolling_upgradeSuccess1054.691
8_cythonno_x86_64_18_32test_rolling_upgradeSuccess504.513
8_cythonno_x86_64_19_32test_parallel_upgrade_with_internode_sslSuccess711.090
8_cythonno_x86_64_19_32test_parallel_upgrade_with_internode_sslSuccess380.907
8_cythonno_x86_64_1_32test_parallel_upgradeSkippedSkip base class, only generated classes run the tests

/home/cassandra/cassandra-dtest/upgrade_tests/upgrade_through_versions_test.py:359: Skip base class, only generated classes run the tests
2.259
8_cythonno_x86_64_1_32test_parallel_upgrade_with_internode_sslSuccess293.445
8_cythonno_x86_64_20_32test_rolling_upgrade_with_internode_sslSuccess1105.468
8_cythonno_x86_64_20_32test_rolling_upgrade_with_internode_sslSuccess556.023
8_cythonno_x86_64_21_32test_parallel_upgradeSuccess6.219
8_cythonno_x86_64_21_32test_parallel_upgradeFailureccmlib.node.TimeoutError: 16 Dec 2024 19:56:35 [node1] after 90.18/90 seconds Missing: ['Starting listening for CQL clients'] not found in system.log: Head: INFO [main] 2024-12-16 19:55:11,075 YamlConfigura Tail: ... INFO [main] 2024-12-16 19:56:25,324 NewGossiper.java:137 - Sending shadow round GOSSIP DIGEST SYN to known peers [/127.0.0.2:7000, /127.0.0.3:7000]

self = <upgrade_tests.upgrade_through_versions_test.TestProtoV5Upgrade_AllVersions_EndsAt_Trunk_HEAD object at 0x7fcdb5df9640>

@pytest.mark.timeout(3000)
def test_parallel_upgrade(self):
"""
Test upgrading cluster all at once (requires cluster downtime).
"""
> self.upgrade_scenario()

upgrade_tests/upgrade_through_versions_test.py:388:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
upgrade_tests/upgrade_through_versions_test.py:493: in upgrade_scenario
self.upgrade_to_version(version_meta, internode_ssl=internode_ssl)
upgrade_tests/upgrade_through_versions_test.py:581: in upgrade_to_version
node.start(wait_other_notice=400, wait_for_binary_proto=True,
../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:928: in start
self.wait_for_binary_interface(from_mark=self.mark)
../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:711: in wait_for_binary_interface
self.watch_log_for("Starting listening for CQL clients", **kwargs)
../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:610: in watch_log_for
TimeoutError.raise_if_passed(start=start, timeout=timeout, node=self.name,
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _

start = 1734378904.955157, timeout = 90
msg = "Missing: ['Starting listening for CQL clients'] not found in system.log:\n Head: INFO [main] 2024-12-16 19:55:11,075...,324 NewGossiper.java:137 - Sending shadow round GOSSIP DIGEST SYN to known peers [/127.0.0.2:7000, /127.0.0.3:7000]\n"
node = 'node1'

@staticmethod
def raise_if_passed(start, timeout, msg, node=None):
if start + timeout < time.time():
> raise TimeoutError.create(start, timeout, msg, node)
E ccmlib.node.TimeoutError: 16 Dec 2024 19:56:35 [node1] after 90.18/90 seconds Missing: ['Starting listening for CQL clients'] not found in system.log:
E Head: INFO [main] 2024-12-16 19:55:11,075 YamlConfigura
E Tail: ...
E INFO [main] 2024-12-16 19:56:25,324 NewGossiper.java:137 - Sending shadow round GOSSIP DIGEST SYN to known peers [/127.0.0.2:7000, /127.0.0.3:7000]

../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:56: TimeoutError
1131.700
8_cythonno_x86_64_21_32test_bootstrapSuccess5.965
8_cythonno_x86_64_21_32test_bootstrapFailureccmlib.node.TimeoutError: 16 Dec 2024 20:19:48 [node1] after 90.17/90 seconds Missing: ['Starting listening for CQL clients'] not found in system.log: Head: INFO [main] 2024-12-16 20:18:23,070 YamlConfigura Tail: ..... WARN [GossipTasks:1] 2024-12-16 20:19:44,177 FailureDetector.java:355 - Not marking nodes down due to local pause of 69353560209ns > 5000000000ns

self = <upgrade_tests.upgrade_through_versions_test.TestUpgrade_indev_4_1_x_To_indev_trunk object at 0x7fcdb5e07520>

def test_bootstrap(self):
# try and add a new node
> self.upgrade_scenario(after_upgrade_call=(self._bootstrap_new_node,))

upgrade_tests/upgrade_through_versions_test.py:845:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
upgrade_tests/upgrade_through_versions_test.py:493: in upgrade_scenario
self.upgrade_to_version(version_meta, internode_ssl=internode_ssl)
upgrade_tests/upgrade_through_versions_test.py:581: in upgrade_to_version
node.start(wait_other_notice=400, wait_for_binary_proto=True,
../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:928: in start
self.wait_for_binary_interface(from_mark=self.mark)
../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:711: in wait_for_binary_interface
self.watch_log_for("Starting listening for CQL clients", **kwargs)
../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:610: in watch_log_for
TimeoutError.raise_if_passed(start=start, timeout=timeout, node=self.name,
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _

start = 1734380298.720132, timeout = 90
msg = "Missing: ['Starting listening for CQL clients'] not found in system.log:\n Head: INFO [main] 2024-12-16 20:18:23,070...16 20:19:44,177 FailureDetector.java:355 - Not marking nodes down due to local pause of 69353560209ns > 5000000000ns\n"
node = 'node1'

@staticmethod
def raise_if_passed(start, timeout, msg, node=None):
if start + timeout < time.time():
> raise TimeoutError.create(start, timeout, msg, node)
E ccmlib.node.TimeoutError: 16 Dec 2024 20:19:48 [node1] after 90.17/90 seconds Missing: ['Starting listening for CQL clients'] not found in system.log:
E Head: INFO [main] 2024-12-16 20:18:23,070 YamlConfigura
E Tail: .....
E WARN [GossipTasks:1] 2024-12-16 20:19:44,177 FailureDetector.java:355 - Not marking nodes down due to local pause of 69353560209ns > 5000000000ns

../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:56: TimeoutError
579.037
8_cythonno_x86_64_22_32test_rolling_upgradeSuccess1324.442
8_cythonno_x86_64_22_32test_bootstrap_multidcFailureFailed: Timeout >900.0s

self = <upgrade_tests.upgrade_through_versions_test.TestUpgrade_indev_4_1_x_To_indev_trunk object at 0x7fc2f3592910>

def test_bootstrap_multidc(self):
# try and add a new node
# multi dc, 2 nodes in each dc
self.prepare()
cluster = self.cluster

if cluster.version() >= '5.0':
cluster.set_configuration_options({'user_defined_functions_threads_enabled': 'true',
'scripted_user_defined_functions_enabled': 'false'})
elif cluster.version() >= '3.0':
cluster.set_configuration_options({'enable_user_defined_functions': 'true',
'enable_scripted_user_defined_functions': 'true'})
elif cluster.version() >= '2.2':
cluster.set_configuration_options({'enable_user_defined_functions': 'true'})

cluster.populate([2, 2])
[node.start(use_jna=True, wait_for_binary_proto=True) for node in self.cluster.nodelist()]
self._multidc_schema_create()
> self.upgrade_scenario(populate=False, create_schema=False, after_upgrade_call=(self._bootstrap_new_node_multidc,))

upgrade_tests/upgrade_through_versions_test.py:865:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
upgrade_tests/upgrade_through_versions_test.py:493: in upgrade_scenario
self.upgrade_to_version(version_meta, internode_ssl=internode_ssl)
upgrade_tests/upgrade_through_versions_test.py:581: in upgrade_to_version
node.start(wait_other_notice=400, wait_for_binary_proto=True,
../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:928: in start
self.wait_for_binary_interface(from_mark=self.mark)
../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:711: in wait_for_binary_interface
self.watch_log_for("Starting listening for CQL clients", **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _

self = <ccmlib.node.Node object at 0x7fc2f3592ca0>
exprs = 'Starting listening for CQL clients', from_mark = 156816, timeout = 90
process = None, verbose = False, filename = 'system.log'
error_on_pid_terminated = True

def watch_log_for(self, exprs, from_mark=None, timeout=600,
process=None, verbose=False, filename='system.log',
error_on_pid_terminated=False):
"""
Watch the log until one or more (regular) expressions are found or timeouts (a
TimeoutError is then raised). On successful completion, a list of pair (line matched,
match object) is returned.

Will raise NodeError if error_on_pit_terminated is True and C* pid is not running.
"""
start = time.time()
tofind = [exprs] if isinstance(exprs, string_types) else exprs
tofind = [re.compile(e) for e in tofind]
matchings = []
reads = ""
if len(tofind) == 0:
return None

log_file = os.path.join(self.log_directory(), filename)
output_read = False
while not os.path.exists(log_file):
time.sleep(.5)
TimeoutError.raise_if_passed(start=start, timeout=timeout, node=self.name,
msg="Timed out waiting for {} to be created.".format(log_file))

if process and not output_read:
process.poll()
if process.returncode is not None:
self.print_process_output(self.name, process, verbose)
output_read = True
if process.returncode != 0:
raise RuntimeError() # Shouldn't reuse RuntimeError but I'm lazy

with open(log_file) as f:
if from_mark:
f.seek(from_mark)

while True:
# First, if we have a process to check, then check it.
# Skip on Windows - stdout/stderr is cassandra.bat
if not common.is_win() and not output_read:
if process:
process.poll()
if process.returncode is not None:
self.print_process_output(self.name, process, verbose)
output_read = True
if process.returncode != 0:
raise RuntimeError() # Shouldn't reuse RuntimeError but I'm lazy

line = f.readline()
if line:
reads = reads + line
for e in tofind:
m = e.search(line)
if m:
matchings.append((line, m))
tofind.remove(e)
if len(tofind) == 0:
return matchings[0] if isinstance(exprs, string_types) else matchings
else:
# wait for the situation to clarify, either stop or just a pause in log production
> time.sleep(1)
E Failed: Timeout >900.0s

../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:605: Failed
902.399
8_cythonno_x86_64_23_32test_parallel_upgrade_with_internode_sslSuccess560.794
8_cythonno_x86_64_23_32test_parallel_upgradeSuccess419.378
8_cythonno_x86_64_24_32test_rolling_upgrade_with_internode_sslSuccess1406.218
8_cythonno_x86_64_24_32test_rolling_upgradeSuccess1194.710
8_cythonno_x86_64_25_32test_parallel_upgradeSuccess556.693
8_cythonno_x86_64_25_32test_parallel_upgrade_with_internode_sslSuccess451.311
8_cythonno_x86_64_26_32test_rolling_upgradeSuccess735.374
8_cythonno_x86_64_26_32test_rolling_upgrade_with_internode_sslSuccess522.787
8_cythonno_x86_64_27_32test_parallel_upgrade_with_internode_sslSuccess554.093
8_cythonno_x86_64_27_32test_bootstrapSuccess544.316
8_cythonno_x86_64_28_32test_rolling_upgrade_with_internode_sslSuccess1527.200
8_cythonno_x86_64_28_32test_bootstrap_multidcFailureFailed: Timeout >900.0s

self = <upgrade_tests.upgrade_through_versions_test.TestUpgrade_indev_5_0_x_To_indev_trunk object at 0x7f00ad1178e0>

def test_bootstrap_multidc(self):
# try and add a new node
# multi dc, 2 nodes in each dc
self.prepare()
cluster = self.cluster

if cluster.version() >= '5.0':
cluster.set_configuration_options({'user_defined_functions_threads_enabled': 'true',
'scripted_user_defined_functions_enabled': 'false'})
elif cluster.version() >= '3.0':
cluster.set_configuration_options({'enable_user_defined_functions': 'true',
'enable_scripted_user_defined_functions': 'true'})
elif cluster.version() >= '2.2':
cluster.set_configuration_options({'enable_user_defined_functions': 'true'})

cluster.populate([2, 2])
[node.start(use_jna=True, wait_for_binary_proto=True) for node in self.cluster.nodelist()]
self._multidc_schema_create()
> self.upgrade_scenario(populate=False, create_schema=False, after_upgrade_call=(self._bootstrap_new_node_multidc,))

upgrade_tests/upgrade_through_versions_test.py:865:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
upgrade_tests/upgrade_through_versions_test.py:493: in upgrade_scenario
self.upgrade_to_version(version_meta, internode_ssl=internode_ssl)
upgrade_tests/upgrade_through_versions_test.py:581: in upgrade_to_version
node.start(wait_other_notice=400, wait_for_binary_proto=True,
../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:928: in start
self.wait_for_binary_interface(from_mark=self.mark)
../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:711: in wait_for_binary_interface
self.watch_log_for("Starting listening for CQL clients", **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _

self = <ccmlib.node.Node object at 0x7f00a5a041f0>
exprs = 'Starting listening for CQL clients', from_mark = 159376, timeout = 90
process = None, verbose = False, filename = 'system.log'
error_on_pid_terminated = True

def watch_log_for(self, exprs, from_mark=None, timeout=600,
process=None, verbose=False, filename='system.log',
error_on_pid_terminated=False):
"""
Watch the log until one or more (regular) expressions are found or timeouts (a
TimeoutError is then raised). On successful completion, a list of pair (line matched,
match object) is returned.

Will raise NodeError if error_on_pit_terminated is True and C* pid is not running.
"""
start = time.time()
tofind = [exprs] if isinstance(exprs, string_types) else exprs
tofind = [re.compile(e) for e in tofind]
matchings = []
reads = ""
if len(tofind) == 0:
return None

log_file = os.path.join(self.log_directory(), filename)
output_read = False
while not os.path.exists(log_file):
time.sleep(.5)
TimeoutError.raise_if_passed(start=start, timeout=timeout, node=self.name,
msg="Timed out waiting for {} to be created.".format(log_file))

if process and not output_read:
process.poll()
if process.returncode is not None:
self.print_process_output(self.name, process, verbose)
output_read = True
if process.returncode != 0:
raise RuntimeError() # Shouldn't reuse RuntimeError but I'm lazy

with open(log_file) as f:
if from_mark:
f.seek(from_mark)

while True:
# First, if we have a process to check, then check it.
# Skip on Windows - stdout/stderr is cassandra.bat
if not common.is_win() and not output_read:
if process:
process.poll()
if process.returncode is not None:
self.print_process_output(self.name, process, verbose)
output_read = True
if process.returncode != 0:
raise RuntimeError() # Shouldn't reuse RuntimeError but I'm lazy

line = f.readline()
if line:
reads = reads + line
for e in tofind:
m = e.search(line)
if m:
matchings.append((line, m))
tofind.remove(e)
if len(tofind) == 0:
return matchings[0] if isinstance(exprs, string_types) else matchings
else:
# wait for the situation to clarify, either stop or just a pause in log production
> time.sleep(1)
E Failed: Timeout >900.0s

../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:605: Failed
903.461
8_cythonno_x86_64_29_32test_bootstrapSuccess449.146
8_cythonno_x86_64_29_32test_parallel_upgradeSuccess411.592
8_cythonno_x86_64_2_32test_rolling_upgradeSkippedSkip base class, only generated classes run the tests

/home/cassandra/cassandra-dtest/upgrade_tests/upgrade_through_versions_test.py:359: Skip base class, only generated classes run the tests
1.325
8_cythonno_x86_64_2_32test_rolling_upgrade_with_internode_sslSuccess430.749
8_cythonno_x86_64_30_32test_bootstrap_multidcFailureFailed: Timeout >900.0s

self = <upgrade_tests.upgrade_through_versions_test.TestUpgrade_current_4_0_x_To_indev_trunk object at 0x7f8daa81d790>

def test_bootstrap_multidc(self):
# try and add a new node
# multi dc, 2 nodes in each dc
self.prepare()
cluster = self.cluster

if cluster.version() >= '5.0':
cluster.set_configuration_options({'user_defined_functions_threads_enabled': 'true',
'scripted_user_defined_functions_enabled': 'false'})
elif cluster.version() >= '3.0':
cluster.set_configuration_options({'enable_user_defined_functions': 'true',
'enable_scripted_user_defined_functions': 'true'})
elif cluster.version() >= '2.2':
cluster.set_configuration_options({'enable_user_defined_functions': 'true'})

cluster.populate([2, 2])
[node.start(use_jna=True, wait_for_binary_proto=True) for node in self.cluster.nodelist()]
self._multidc_schema_create()
> self.upgrade_scenario(populate=False, create_schema=False, after_upgrade_call=(self._bootstrap_new_node_multidc,))

upgrade_tests/upgrade_through_versions_test.py:865:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
upgrade_tests/upgrade_through_versions_test.py:491: in upgrade_scenario
self._increment_counters()
upgrade_tests/upgrade_through_versions_test.py:760: in _increment_counters
session.execute(query)
../cassandra/build/venv/src/cassandra-driver/cassandra/cluster.py:2618: in execute
return self.execute_async(query, parameters, trace, custom_payload, timeout, execution_profile, paging_state, host, execute_as).result()
../cassandra/build/venv/src/cassandra-driver/cassandra/cluster.py:4890: in result
self._event.wait()
/usr/lib/python3.8/threading.py:558: in wait
signaled = self._cond.wait(timeout)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _

self = <Condition(<unlocked _thread.lock object at 0x7f8da85f7e10>, 0)>
timeout = None

def wait(self, timeout=None):
"""Wait until notified or until a timeout occurs.

If the calling thread has not acquired the lock when this method is
called, a RuntimeError is raised.

This method releases the underlying lock, and then blocks until it is
awakened by a notify() or notify_all() call for the same condition
variable in another thread, or until the optional timeout occurs. Once
awakened or timed out, it re-acquires the lock and returns.

When the timeout argument is present and not None, it should be a
floating point number specifying a timeout for the operation in seconds
(or fractions thereof).

When the underlying lock is an RLock, it is not released using its
release() method, since this may not actually unlock the lock when it
was acquired multiple times recursively. Instead, an internal interface
of the RLock class is used, which really unlocks it even when it has
been recursively acquired several times. Another internal interface is
then used to restore the recursion level when the lock is reacquired.

"""
if not self._is_owned():
raise RuntimeError("cannot wait on un-acquired lock")
waiter = _allocate_lock()
waiter.acquire()
self._waiters.append(waiter)
saved_state = self._release_save()
gotit = False
try: # restore state no matter what (e.g., KeyboardInterrupt)
if timeout is None:
> waiter.acquire()
E Failed: Timeout >900.0s

/usr/lib/python3.8/threading.py:302: Failed
908.446
8_cythonno_x86_64_30_32test_rolling_upgradeSuccess529.662
8_cythonno_x86_64_31_32test_parallel_upgradeSuccess352.844
8_cythonno_x86_64_31_32test_parallel_upgrade_with_internode_sslSuccess2.769
8_cythonno_x86_64_31_32test_parallel_upgrade_with_internode_sslSuccess360.273
8_cythonno_x86_64_32_32test_rolling_upgradeSuccess434.143
8_cythonno_x86_64_32_32test_rolling_upgrade_with_internode_sslSuccess507.017
8_cythonno_x86_64_3_32test_parallel_upgrade_with_internode_sslSkippedSkip base class, only generated classes run the tests

/home/cassandra/cassandra-dtest/upgrade_tests/upgrade_through_versions_test.py:359: Skip base class, only generated classes run the tests
2.221
8_cythonno_x86_64_3_32test_bootstrapSuccess457.552
8_cythonno_x86_64_4_32test_rolling_upgrade_with_internode_sslSkippedSkip base class, only generated classes run the tests

/home/cassandra/cassandra-dtest/upgrade_tests/upgrade_through_versions_test.py:359: Skip base class, only generated classes run the tests
4.108
8_cythonno_x86_64_4_32test_bootstrap_multidcSuccess4.207
8_cythonno_x86_64_4_32test_bootstrap_multidcFailureccmlib.node.TimeoutError: 16 Dec 2024 18:02:30 [node1] after 90.18/90 seconds Missing: ['Starting listening for CQL clients'] not found in system.log: Head: INFO [main] 2024-12-16 18:01:05,644 YamlConfigura Tail: ...a:596 - Interrupted outbound connections to /127.0.0.4:7000 INFO [main] 2024-12-16 18:02:29,183 Gossiper.java:1939 - Waiting for gossip to settle...

self = <upgrade_tests.upgrade_through_versions_test.TestUpgrade_current_4_1_x_To_indev_trunk object at 0x7ffa9361b940>

def test_bootstrap_multidc(self):
# try and add a new node
# multi dc, 2 nodes in each dc
self.prepare()
cluster = self.cluster

if cluster.version() >= '5.0':
cluster.set_configuration_options({'user_defined_functions_threads_enabled': 'true',
'scripted_user_defined_functions_enabled': 'false'})
elif cluster.version() >= '3.0':
cluster.set_configuration_options({'enable_user_defined_functions': 'true',
'enable_scripted_user_defined_functions': 'true'})
elif cluster.version() >= '2.2':
cluster.set_configuration_options({'enable_user_defined_functions': 'true'})

cluster.populate([2, 2])
[node.start(use_jna=True, wait_for_binary_proto=True) for node in self.cluster.nodelist()]
self._multidc_schema_create()
> self.upgrade_scenario(populate=False, create_schema=False, after_upgrade_call=(self._bootstrap_new_node_multidc,))

upgrade_tests/upgrade_through_versions_test.py:865:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
upgrade_tests/upgrade_through_versions_test.py:493: in upgrade_scenario
self.upgrade_to_version(version_meta, internode_ssl=internode_ssl)
upgrade_tests/upgrade_through_versions_test.py:581: in upgrade_to_version
node.start(wait_other_notice=400, wait_for_binary_proto=True,
../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:928: in start
self.wait_for_binary_interface(from_mark=self.mark)
../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:711: in wait_for_binary_interface
self.watch_log_for("Starting listening for CQL clients", **kwargs)
../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:610: in watch_log_for
TimeoutError.raise_if_passed(start=start, timeout=timeout, node=self.name,
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _

start = 1734372060.5652158, timeout = 90
msg = "Missing: ['Starting listening for CQL clients'] not found in system.log:\n Head: INFO [main] 2024-12-16 18:01:05,644...ctions to /127.0.0.4:7000\nINFO [main] 2024-12-16 18:02:29,183 Gossiper.java:1939 - Waiting for gossip to settle...\n"
node = 'node1'

@staticmethod
def raise_if_passed(start, timeout, msg, node=None):
if start + timeout < time.time():
> raise TimeoutError.create(start, timeout, msg, node)
E ccmlib.node.TimeoutError: 16 Dec 2024 18:02:30 [node1] after 90.18/90 seconds Missing: ['Starting listening for CQL clients'] not found in system.log:
E Head: INFO [main] 2024-12-16 18:01:05,644 YamlConfigura
E Tail: ...a:596 - Interrupted outbound connections to /127.0.0.4:7000
E INFO [main] 2024-12-16 18:02:29,183 Gossiper.java:1939 - Waiting for gossip to settle...

../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:56: TimeoutError
554.546
8_cythonno_x86_64_5_32test_parallel_upgradeSuccess691.840
8_cythonno_x86_64_5_32test_parallel_upgradeSuccess306.883
8_cythonno_x86_64_6_32test_rolling_upgradeSuccess1062.863
8_cythonno_x86_64_6_32test_rolling_upgradeSuccess437.126
8_cythonno_x86_64_7_32test_parallel_upgrade_with_internode_sslSuccess713.687
8_cythonno_x86_64_7_32test_parallel_upgrade_with_internode_sslSuccess332.119
8_cythonno_x86_64_8_32test_rolling_upgrade_with_internode_sslSuccess1121.012
8_cythonno_x86_64_8_32test_rolling_upgrade_with_internode_sslSuccess462.470
8_cythonno_x86_64_9_32test_parallel_upgradeSuccess678.691
8_cythonno_x86_64_9_32test_bootstrapSuccess412.564