CI Summary

ccmlib.node.TimeoutError: 28 May 2024 05:32:18 [node1] after 120.12/120 seconds Missing: ['FatClient /127.0.0.4:7000 has been silent for 30000ms, removing from gossip'] not found in system.log:
 Head: INFO  [main] 2024-05-28 05:28:03,347 YamlConfigura
 Tail: ...ava:74)
	at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:829)-self = 

    @since('2.2')
    @pytest.mark.resource_intensive
    def test_restart_failed_replace(self):
        """
        Test that if a node fails to replace, it can join the cluster even if the data is wiped.
        """
>       self._test_restart_failed_replace(mode='wipe')

replace_address_test.py:528: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
replace_address_test.py:584: in _test_restart_failed_replace
    self.query_node.watch_log_for("FatClient {} has been silent for 30000ms, removing from gossip".format(node_log_str), timeout=120)
../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:610: in watch_log_for
    TimeoutError.raise_if_passed(start=start, timeout=timeout, node=self.name,
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

start = 1716874218.3209002, timeout = 120
msg = "Missing: ['FatClient /127.0.0.4:7000 has been silent for 30000ms, removing from gossip'] not found in system.log:\n H...t.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)\n\tat java.base/java.lang.Thread.run(Thread.java:829)\n"
node = 'node1'

    @staticmethod
    def raise_if_passed(start, timeout, msg, node=None):
        if start + timeout < time.time():
>           raise TimeoutError.create(start, timeout, msg, node)
E           ccmlib.node.TimeoutError: 28 May 2024 05:32:18 [node1] after 120.12/120 seconds Missing: ['FatClient /127.0.0.4:7000 has been silent for 30000ms, removing from gossip'] not found in system.log:
E            Head: INFO  [main] 2024-05-28 05:28:03,347 YamlConfigura
E            Tail: ...ava:74)
E           	at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
E           	at java.base/java.lang.Thread.run(Thread.java:829)

../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:56: TimeoutError

ccmlib.node.TimeoutError: 28 May 2024 05:32:26 [node1] after 120.13/120 seconds Missing: ['FatClient /127.0.0.4:7000 has been silent for 30000ms, removing from gossip'] not found in system.log:
 Head: INFO  [main] 2024-05-28 05:28:15,615 YamlConfigura
 Tail: ...ava:74)
	at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)-self = 

    @since('2.2')
    @pytest.mark.resource_intensive
    def test_restart_failed_replace(self):
        """
        Test that if a node fails to replace, it can join the cluster even if the data is wiped.
        """
>       self._test_restart_failed_replace(mode='wipe')

replace_address_test.py:528: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
replace_address_test.py:584: in _test_restart_failed_replace
    self.query_node.watch_log_for("FatClient {} has been silent for 30000ms, removing from gossip".format(node_log_str), timeout=120)
../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:610: in watch_log_for
    TimeoutError.raise_if_passed(start=start, timeout=timeout, node=self.name,
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

start = 1716874226.008433, timeout = 120
msg = "Missing: ['FatClient /127.0.0.4:7000 has been silent for 30000ms, removing from gossip'] not found in system.log:\n H...t.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)\n\tat java.base/java.lang.Thread.run(Thread.java:840)\n"
node = 'node1'

    @staticmethod
    def raise_if_passed(start, timeout, msg, node=None):
        if start + timeout < time.time():
>           raise TimeoutError.create(start, timeout, msg, node)
E           ccmlib.node.TimeoutError: 28 May 2024 05:32:26 [node1] after 120.13/120 seconds Missing: ['FatClient /127.0.0.4:7000 has been silent for 30000ms, removing from gossip'] not found in system.log:
E            Head: INFO  [main] 2024-05-28 05:28:15,615 YamlConfigura
E            Tail: ...ava:74)
E           	at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
E           	at java.base/java.lang.Thread.run(Thread.java:840)

../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:56: TimeoutError

ccmlib.node.TimeoutError: 28 May 2024 05:20:36 [node1] after 120.12/120 seconds Missing: ['FatClient /127.0.0.4:7000 has been silent for 30000ms, removing from gossip'] not found in system.log:
 Head: INFO  [main] 2024-05-28 05:16:15,595 YamlConfigura
 Tail: ...ava:74)
	at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:829)-self = 

    @since('2.2')
    @pytest.mark.resource_intensive
    def test_restart_failed_replace(self):
        """
        Test that if a node fails to replace, it can join the cluster even if the data is wiped.
        """
>       self._test_restart_failed_replace(mode='wipe')

replace_address_test.py:528: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
replace_address_test.py:584: in _test_restart_failed_replace
    self.query_node.watch_log_for("FatClient {} has been silent for 30000ms, removing from gossip".format(node_log_str), timeout=120)
../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:610: in watch_log_for
    TimeoutError.raise_if_passed(start=start, timeout=timeout, node=self.name,
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

start = 1716873516.41925, timeout = 120
msg = "Missing: ['FatClient /127.0.0.4:7000 has been silent for 30000ms, removing from gossip'] not found in system.log:\n H...t.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)\n\tat java.base/java.lang.Thread.run(Thread.java:829)\n"
node = 'node1'

    @staticmethod
    def raise_if_passed(start, timeout, msg, node=None):
        if start + timeout < time.time():
>           raise TimeoutError.create(start, timeout, msg, node)
E           ccmlib.node.TimeoutError: 28 May 2024 05:20:36 [node1] after 120.12/120 seconds Missing: ['FatClient /127.0.0.4:7000 has been silent for 30000ms, removing from gossip'] not found in system.log:
E            Head: INFO  [main] 2024-05-28 05:16:15,595 YamlConfigura
E            Tail: ...ava:74)
E           	at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
E           	at java.base/java.lang.Thread.run(Thread.java:829)

../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:56: TimeoutError

ccmlib.node.TimeoutError: 28 May 2024 05:20:22 [node1] after 120.11/120 seconds Missing: ['FatClient /127.0.0.4:7000 has been silent for 30000ms, removing from gossip'] not found in system.log:
 Head: INFO  [main] 2024-05-28 05:16:03,906 YamlConfigura
 Tail: ...ava:74)
	at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)-self = 

    @since('2.2')
    @pytest.mark.resource_intensive
    def test_restart_failed_replace(self):
        """
        Test that if a node fails to replace, it can join the cluster even if the data is wiped.
        """
>       self._test_restart_failed_replace(mode='wipe')

replace_address_test.py:528: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
replace_address_test.py:584: in _test_restart_failed_replace
    self.query_node.watch_log_for("FatClient {} has been silent for 30000ms, removing from gossip".format(node_log_str), timeout=120)
../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:610: in watch_log_for
    TimeoutError.raise_if_passed(start=start, timeout=timeout, node=self.name,
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

start = 1716873502.535446, timeout = 120
msg = "Missing: ['FatClient /127.0.0.4:7000 has been silent for 30000ms, removing from gossip'] not found in system.log:\n H...t.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)\n\tat java.base/java.lang.Thread.run(Thread.java:840)\n"
node = 'node1'

    @staticmethod
    def raise_if_passed(start, timeout, msg, node=None):
        if start + timeout < time.time():
>           raise TimeoutError.create(start, timeout, msg, node)
E           ccmlib.node.TimeoutError: 28 May 2024 05:20:22 [node1] after 120.11/120 seconds Missing: ['FatClient /127.0.0.4:7000 has been silent for 30000ms, removing from gossip'] not found in system.log:
E            Head: INFO  [main] 2024-05-28 05:16:03,906 YamlConfigura
E            Tail: ...ava:74)
E           	at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
E           	at java.base/java.lang.Thread.run(Thread.java:840)

../cassandra/build/venv/lib/python3.8/site-packages/ccmlib/node.py:56: TimeoutError