2024-12-04 15:15:37,284 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b
2024-12-04 15:15:37,314 main DEBUG Took 0.028009 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-04 15:15:37,315 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-04 15:15:37,316 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-04 15:15:37,317 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-04 15:15:37,320 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 15:15:37,345 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-04 15:15:37,440 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 15:15:37,443 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 15:15:37,447 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 15:15:37,448 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 15:15:37,449 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 15:15:37,450 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 15:15:37,461 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 15:15:37,462 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 15:15:37,464 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 15:15:37,464 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 15:15:37,465 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 15:15:37,466 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 15:15:37,468 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 15:15:37,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 15:15:37,469 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 15:15:37,470 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 15:15:37,470 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 15:15:37,470 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 15:15:37,471 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 15:15:37,471 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 15:15:37,472 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 15:15:37,472 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 15:15:37,474 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 15:15:37,475 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 15:15:37,476 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 15:15:37,476 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-04 15:15:37,480 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 15:15:37,490 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-04 15:15:37,494 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-04 15:15:37,494 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-04 15:15:37,506 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-04 15:15:37,510 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-04 15:15:37,531 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-04 15:15:37,536 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-04 15:15:37,543 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-04 15:15:37,543 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-04 15:15:37,544 main DEBUG createAppenders(={Console})
2024-12-04 15:15:37,545 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b initialized
2024-12-04 15:15:37,545 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b
2024-12-04 15:15:37,546 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b OK.
2024-12-04 15:15:37,546 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-04 15:15:37,547 main DEBUG OutputStream closed
2024-12-04 15:15:37,547 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-04 15:15:37,547 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-04 15:15:37,548 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@37d4349f OK
2024-12-04 15:15:37,811 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-04 15:15:37,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-04 15:15:37,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-04 15:15:37,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-04 15:15:37,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-04 15:15:37,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-04 15:15:37,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-04 15:15:37,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-04 15:15:37,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-04 15:15:37,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-04 15:15:37,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-04 15:15:37,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-04 15:15:37,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-04 15:15:37,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-04 15:15:37,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-04 15:15:37,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-04 15:15:37,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-04 15:15:37,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-04 15:15:37,855 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-04 15:15:37,855 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@29ca3d04) with optional ClassLoader: null
2024-12-04 15:15:37,855 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-04 15:15:37,859 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@29ca3d04] started OK.
2024-12-04T15:15:37,881 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-12-04 15:15:37,907 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-04 15:15:37,908 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-04T15:15:38,472 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c
2024-12-04T15:15:38,541 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-04T15:15:38,613 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/cluster_4e2a813b-7e66-084e-7839-f46e18c96e5c, deleteOnExit=true
2024-12-04T15:15:38,613 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-04T15:15:38,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/test.cache.data in system properties and HBase conf
2024-12-04T15:15:38,617 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/hadoop.tmp.dir in system properties and HBase conf
2024-12-04T15:15:38,623 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/hadoop.log.dir in system properties and HBase conf
2024-12-04T15:15:38,624 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-04T15:15:38,625 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-04T15:15:38,625 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-04T15:15:38,889 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-04T15:15:39,195 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-04T15:15:39,204 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-04T15:15:39,208 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-04T15:15:39,208 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-04T15:15:39,209 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-04T15:15:39,209 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-04T15:15:39,210 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-04T15:15:39,218 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-04T15:15:39,219 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-04T15:15:39,220 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-04T15:15:39,222 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/nfs.dump.dir in system properties and HBase conf
2024-12-04T15:15:39,232 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/java.io.tmpdir in system properties and HBase conf
2024-12-04T15:15:39,232 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-04T15:15:39,234 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-04T15:15:39,243 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-04T15:15:41,220 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-04T15:15:41,377 INFO  [Time-limited test {}] log.Log(170): Logging initialized @5852ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-04T15:15:41,500 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-04T15:15:41,627 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-04T15:15:41,759 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-04T15:15:41,759 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-04T15:15:41,769 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-04T15:15:41,825 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-04T15:15:41,852 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3653a146{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/hadoop.log.dir/,AVAILABLE}
2024-12-04T15:15:41,857 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c1e5f71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-04T15:15:42,372 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4df87c21{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/java.io.tmpdir/jetty-localhost-39643-hadoop-hdfs-3_4_1-tests_jar-_-any-1394695369580360114/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-04T15:15:42,390 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29047fa7{HTTP/1.1, (http/1.1)}{localhost:39643}
2024-12-04T15:15:42,391 INFO  [Time-limited test {}] server.Server(415): Started @6866ms
2024-12-04T15:15:43,616 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-04T15:15:43,625 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-04T15:15:43,631 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-04T15:15:43,631 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-04T15:15:43,631 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-04T15:15:43,632 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c598c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/hadoop.log.dir/,AVAILABLE}
2024-12-04T15:15:43,632 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a781d84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-04T15:15:43,777 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16d0bc3d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/java.io.tmpdir/jetty-localhost-37679-hadoop-hdfs-3_4_1-tests_jar-_-any-3019017902881129387/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-04T15:15:43,778 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e1cc352{HTTP/1.1, (http/1.1)}{localhost:37679}
2024-12-04T15:15:43,778 INFO  [Time-limited test {}] server.Server(415): Started @8254ms
2024-12-04T15:15:43,836 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-04T15:15:45,002 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/cluster_4e2a813b-7e66-084e-7839-f46e18c96e5c/data/data1/current/BP-1101987250-172.17.0.3-1733325340457/current, will proceed with Du for space computation calculation, 
2024-12-04T15:15:45,002 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/cluster_4e2a813b-7e66-084e-7839-f46e18c96e5c/data/data2/current/BP-1101987250-172.17.0.3-1733325340457/current, will proceed with Du for space computation calculation, 
2024-12-04T15:15:45,028 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-04T15:15:45,073 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a8db6ccef19506f with lease ID 0xd814abc03d3a909: Processing first storage report for DS-f942342c-0acb-42cc-ac78-28f45a178125 from datanode DatanodeRegistration(127.0.0.1:45755, datanodeUuid=9a61641d-bfd4-4be7-b164-aaa25dc5f890, infoPort=44521, infoSecurePort=0, ipcPort=44259, storageInfo=lv=-57;cid=testClusterID;nsid=1114828634;c=1733325340457)
2024-12-04T15:15:45,074 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a8db6ccef19506f with lease ID 0xd814abc03d3a909: from storage DS-f942342c-0acb-42cc-ac78-28f45a178125 node DatanodeRegistration(127.0.0.1:45755, datanodeUuid=9a61641d-bfd4-4be7-b164-aaa25dc5f890, infoPort=44521, infoSecurePort=0, ipcPort=44259, storageInfo=lv=-57;cid=testClusterID;nsid=1114828634;c=1733325340457), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-04T15:15:45,078 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a8db6ccef19506f with lease ID 0xd814abc03d3a909: Processing first storage report for DS-5c7369ef-2733-46db-b053-b2ac35358f04 from datanode DatanodeRegistration(127.0.0.1:45755, datanodeUuid=9a61641d-bfd4-4be7-b164-aaa25dc5f890, infoPort=44521, infoSecurePort=0, ipcPort=44259, storageInfo=lv=-57;cid=testClusterID;nsid=1114828634;c=1733325340457)
2024-12-04T15:15:45,078 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a8db6ccef19506f with lease ID 0xd814abc03d3a909: from storage DS-5c7369ef-2733-46db-b053-b2ac35358f04 node DatanodeRegistration(127.0.0.1:45755, datanodeUuid=9a61641d-bfd4-4be7-b164-aaa25dc5f890, infoPort=44521, infoSecurePort=0, ipcPort=44259, storageInfo=lv=-57;cid=testClusterID;nsid=1114828634;c=1733325340457), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-04T15:15:45,166 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c
2024-12-04T15:15:45,240 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/cluster_4e2a813b-7e66-084e-7839-f46e18c96e5c/zookeeper_0, clientPort=55409, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/cluster_4e2a813b-7e66-084e-7839-f46e18c96e5c/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/cluster_4e2a813b-7e66-084e-7839-f46e18c96e5c/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-04T15:15:45,250 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55409
2024-12-04T15:15:45,264 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T15:15:45,268 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T15:15:45,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741825_1001 (size=7)
2024-12-04T15:15:45,903 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a with version=8
2024-12-04T15:15:45,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/hbase-staging
2024-12-04T15:15:45,977 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-04T15:15:46,177 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=9
2024-12-04T15:15:46,185 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-04T15:15:46,186 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-04T15:15:46,189 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-04T15:15:46,190 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-04T15:15:46,190 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-04T15:15:46,305 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-04T15:15:46,356 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-04T15:15:46,367 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-04T15:15:46,371 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-04T15:15:46,395 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10686 (auto-detected)
2024-12-04T15:15:46,396 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-04T15:15:46,413 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40673
2024-12-04T15:15:46,432 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40673 connecting to ZooKeeper ensemble=127.0.0.1:55409
2024-12-04T15:15:46,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406730x0, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-04T15:15:46,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40673-0x101a217976e0000 connected
2024-12-04T15:15:46,737 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T15:15:46,740 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T15:15:46,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-04T15:15:46,755 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a, hbase.cluster.distributed=false
2024-12-04T15:15:46,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-04T15:15:46,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40673
2024-12-04T15:15:46,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40673
2024-12-04T15:15:46,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40673
2024-12-04T15:15:46,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40673
2024-12-04T15:15:46,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40673
2024-12-04T15:15:46,883 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=9
2024-12-04T15:15:46,884 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-04T15:15:46,884 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-04T15:15:46,884 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-04T15:15:46,884 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-04T15:15:46,885 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-04T15:15:46,887 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-04T15:15:46,889 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-04T15:15:46,890 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42987
2024-12-04T15:15:46,892 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42987 connecting to ZooKeeper ensemble=127.0.0.1:55409
2024-12-04T15:15:46,893 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T15:15:46,895 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T15:15:46,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429870x0, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-04T15:15:46,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42987-0x101a217976e0001, quorum=127.0.0.1:55409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-04T15:15:46,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42987-0x101a217976e0001 connected
2024-12-04T15:15:46,961 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-04T15:15:46,969 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-04T15:15:46,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42987-0x101a217976e0001, quorum=127.0.0.1:55409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-04T15:15:46,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42987-0x101a217976e0001, quorum=127.0.0.1:55409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-04T15:15:46,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42987
2024-12-04T15:15:46,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42987
2024-12-04T15:15:46,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42987
2024-12-04T15:15:46,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42987
2024-12-04T15:15:46,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42987
2024-12-04T15:15:46,993 DEBUG [M:0;c6f2e1d35cf1:40673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:40673
2024-12-04T15:15:46,994 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c6f2e1d35cf1,40673,1733325346021
2024-12-04T15:15:47,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-04T15:15:47,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x101a217976e0001, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-04T15:15:47,012 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c6f2e1d35cf1,40673,1733325346021
2024-12-04T15:15:47,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T15:15:47,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x101a217976e0001, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-04T15:15:47,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x101a217976e0001, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T15:15:47,048 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-04T15:15:47,049 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c6f2e1d35cf1,40673,1733325346021 from backup master directory
2024-12-04T15:15:47,060 WARN  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-04T15:15:47,061 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,40673,1733325346021
2024-12-04T15:15:47,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x101a217976e0001, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-04T15:15:47,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c6f2e1d35cf1,40673,1733325346021
2024-12-04T15:15:47,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-04T15:15:47,063 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-04T15:15:47,065 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-04T15:15:47,116 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/hbase.id] with ID: 5fa097a7-6bdf-4420-8a88-c2e654ea0221
2024-12-04T15:15:47,116 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/.tmp/hbase.id
2024-12-04T15:15:47,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741826_1002 (size=42)
2024-12-04T15:15:47,528 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/.tmp/hbase.id]:[hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/hbase.id]
2024-12-04T15:15:47,579 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T15:15:47,584 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-04T15:15:47,602 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms.
2024-12-04T15:15:47,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x101a217976e0001, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T15:15:47,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T15:15:47,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741827_1003 (size=196)
2024-12-04T15:15:48,055 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T15:15:48,058 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-04T15:15:48,076 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T15:15:48,082 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-04T15:15:48,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741828_1004 (size=1189)
2024-12-04T15:15:48,541 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/data/master/store
2024-12-04T15:15:48,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741829_1005 (size=34)
2024-12-04T15:15:48,964 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-04T15:15:48,968 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:15:48,970 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-04T15:15:48,971 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T15:15:48,971 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T15:15:48,974 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-04T15:15:48,974 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T15:15:48,974 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T15:15:48,976 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733325348970Disabling compacts and flushes for region at 1733325348970Disabling writes for close at 1733325348974 (+4 ms)Writing region close event to WAL at 1733325348974Closed at 1733325348974
2024-12-04T15:15:48,980 WARN  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/data/master/store/.initializing
2024-12-04T15:15:48,980 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/WALs/c6f2e1d35cf1,40673,1733325346021
2024-12-04T15:15:48,989 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-04T15:15:49,008 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C40673%2C1733325346021, suffix=, logDir=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/WALs/c6f2e1d35cf1,40673,1733325346021, archiveDir=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/oldWALs, maxLogs=10
2024-12-04T15:15:49,033 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/WALs/c6f2e1d35cf1,40673,1733325346021/c6f2e1d35cf1%2C40673%2C1733325346021.1733325349012, exclude list is [], retry=0
2024-12-04T15:15:49,051 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45755,DS-f942342c-0acb-42cc-ac78-28f45a178125,DISK]
2024-12-04T15:15:49,054 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-04T15:15:49,088 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/WALs/c6f2e1d35cf1,40673,1733325346021/c6f2e1d35cf1%2C40673%2C1733325346021.1733325349012
2024-12-04T15:15:49,089 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44521:44521)]
2024-12-04T15:15:49,089 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-04T15:15:49,090 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:15:49,095 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T15:15:49,097 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T15:15:49,144 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-04T15:15:49,169 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-04T15:15:49,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:15:49,178 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T15:15:49,179 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-04T15:15:49,183 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-04T15:15:49,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:15:49,185 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T15:15:49,185 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-04T15:15:49,189 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-04T15:15:49,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:15:49,191 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T15:15:49,191 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-04T15:15:49,195 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-04T15:15:49,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:15:49,196 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T15:15:49,197 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T15:15:49,202 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-04T15:15:49,204 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-04T15:15:49,211 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T15:15:49,212 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T15:15:49,216 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-04T15:15:49,221 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T15:15:49,225 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T15:15:49,227 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62308960, jitterRate=-0.07152414321899414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-04T15:15:49,233 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733325349116Initializing all the Stores at 1733325349119 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325349120 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325349121 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325349121Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325349121Cleaning up temporary data from old regions at 1733325349212 (+91 ms)Region opened successfully at 1733325349233 (+21 ms)
2024-12-04T15:15:49,235 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-04T15:15:49,278 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5f7a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0
2024-12-04T15:15:49,318 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-04T15:15:49,330 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-04T15:15:49,330 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-04T15:15:49,333 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-04T15:15:49,335 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-04T15:15:49,340 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-12-04T15:15:49,341 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-04T15:15:49,368 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-04T15:15:49,380 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-04T15:15:49,399 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-04T15:15:49,402 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-04T15:15:49,404 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-04T15:15:49,445 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-04T15:15:49,450 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-04T15:15:49,457 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-04T15:15:49,476 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-04T15:15:49,478 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-04T15:15:49,491 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-04T15:15:49,513 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-04T15:15:49,517 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-04T15:15:49,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x101a217976e0001, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-04T15:15:49,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-04T15:15:49,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x101a217976e0001, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T15:15:49,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T15:15:49,529 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,40673,1733325346021, sessionid=0x101a217976e0000, setting cluster-up flag (Was=false)
2024-12-04T15:15:49,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x101a217976e0001, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T15:15:49,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T15:15:49,584 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-04T15:15:49,587 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,40673,1733325346021
2024-12-04T15:15:49,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x101a217976e0001, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T15:15:49,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T15:15:49,634 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-04T15:15:49,636 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,40673,1733325346021
2024-12-04T15:15:49,644 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-04T15:15:49,693 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(746): ClusterId : 5fa097a7-6bdf-4420-8a88-c2e654ea0221
2024-12-04T15:15:49,696 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-04T15:15:49,716 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-04T15:15:49,717 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-04T15:15:49,732 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-04T15:15:49,735 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50411280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0
2024-12-04T15:15:49,736 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-04T15:15:49,747 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-04T15:15:49,752 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:42987
2024-12-04T15:15:49,756 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-04T15:15:49,756 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-04T15:15:49,756 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-04T15:15:49,759 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-04T15:15:49,761 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,40673,1733325346021 with port=42987, startcode=1733325346853
2024-12-04T15:15:49,766 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,40673,1733325346021
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-04T15:15:49,775 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-04T15:15:49,787 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5
2024-12-04T15:15:49,787 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5
2024-12-04T15:15:49,788 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5
2024-12-04T15:15:49,788 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5
2024-12-04T15:15:49,788 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10
2024-12-04T15:15:49,789 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1
2024-12-04T15:15:49,789 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2
2024-12-04T15:15:49,789 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1
2024-12-04T15:15:49,810 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325379810
2024-12-04T15:15:49,813 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-04T15:15:49,814 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-04T15:15:49,819 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-04T15:15:49,820 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-04T15:15:49,820 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-04T15:15:49,820 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-04T15:15:49,822 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-04T15:15:49,827 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-04T15:15:49,828 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-04T15:15:49,830 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-04T15:15:49,846 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-04T15:15:49,848 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-04T15:15:49,856 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:15:49,857 INFO  [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-04T15:15:49,862 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-04T15:15:49,864 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-04T15:15:49,876 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-04T15:15:49,877 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40673 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-04T15:15:49,883 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325349877,5,FailOnTimeoutGroup]
2024-12-04T15:15:49,900 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325349883,5,FailOnTimeoutGroup]
2024-12-04T15:15:49,900 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-04T15:15:49,900 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-04T15:15:49,903 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-04T15:15:49,903 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-04T15:15:49,915 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-04T15:15:49,915 WARN  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-12-04T15:15:49,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741831_1007 (size=1321)
2024-12-04T15:15:50,322 INFO  [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-04T15:15:50,323 INFO  [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a
2024-12-04T15:15:50,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741832_1008 (size=32)
2024-12-04T15:15:50,748 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:15:50,750 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-04T15:15:50,755 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-04T15:15:50,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:15:50,756 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T15:15:50,757 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-04T15:15:50,760 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-04T15:15:50,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:15:50,762 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T15:15:50,762 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-04T15:15:50,765 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-04T15:15:50,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:15:50,767 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T15:15:50,767 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-04T15:15:50,770 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-04T15:15:50,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:15:50,772 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T15:15:50,773 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-04T15:15:50,774 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/meta/1588230740
2024-12-04T15:15:50,776 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/meta/1588230740
2024-12-04T15:15:50,779 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-04T15:15:50,780 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-04T15:15:50,781 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-04T15:15:50,784 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-04T15:15:50,788 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T15:15:50,789 INFO  [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63026050, jitterRate=-0.060838669538497925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-04T15:15:50,792 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733325350748Initializing all the Stores at 1733325350750 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325350750Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325350750Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325350750Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325350750Cleaning up temporary data from old regions at 1733325350780 (+30 ms)Region opened successfully at 1733325350791 (+11 ms)
2024-12-04T15:15:50,792 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-04T15:15:50,792 INFO  [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-04T15:15:50,792 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-04T15:15:50,792 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-04T15:15:50,792 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-04T15:15:50,794 INFO  [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-04T15:15:50,794 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733325350792Disabling compacts and flushes for region at 1733325350792Disabling writes for close at 1733325350792Writing region close event to WAL at 1733325350794 (+2 ms)Closed at 1733325350794
2024-12-04T15:15:50,798 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-04T15:15:50,798 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-04T15:15:50,807 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-04T15:15:50,817 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-04T15:15:50,820 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-04T15:15:50,971 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:15:51,972 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:15:52,973 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:15:53,977 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:15:54,978 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:15:55,983 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:15:56,354 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-04T15:15:56,354 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-04T15:15:56,986 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:15:57,993 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:15:58,997 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:15:59,998 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:00,999 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:02,001 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:03,005 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:04,006 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:05,006 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:06,007 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:07,009 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:08,012 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:09,013 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:10,014 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:11,015 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:12,019 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:13,020 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:14,020 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:15,021 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:15,161 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-04T15:16:16,022 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:17,022 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:18,023 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:19,024 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:19,918 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,40673,1733325346021 with port=42987, startcode=1733325346853
2024-12-04T15:16:19,921 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40673 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:16:19,923 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40673 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:16:19,940 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a
2024-12-04T15:16:19,940 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46505
2024-12-04T15:16:19,940 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-04T15:16:19,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-04T15:16:19,980 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] zookeeper.ZKUtil(111): regionserver:42987-0x101a217976e0001, quorum=127.0.0.1:55409, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:16:19,981 WARN  [RS:0;c6f2e1d35cf1:42987 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-04T15:16:19,981 INFO  [RS:0;c6f2e1d35cf1:42987 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-04T15:16:19,981 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/WALs/c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:16:19,987 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,42987,1733325346853]
2024-12-04T15:16:20,024 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:20,034 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-04T15:16:20,054 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-04T15:16:20,065 INFO  [RS:0;c6f2e1d35cf1:42987 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-04T15:16:20,065 INFO  [RS:0;c6f2e1d35cf1:42987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-04T15:16:20,066 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-04T15:16:20,074 INFO  [RS:0;c6f2e1d35cf1:42987 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-04T15:16:20,076 INFO  [RS:0;c6f2e1d35cf1:42987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-04T15:16:20,076 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1
2024-12-04T15:16:20,076 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1
2024-12-04T15:16:20,076 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1
2024-12-04T15:16:20,077 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1
2024-12-04T15:16:20,077 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1
2024-12-04T15:16:20,077 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2
2024-12-04T15:16:20,077 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1
2024-12-04T15:16:20,077 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1
2024-12-04T15:16:20,077 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1
2024-12-04T15:16:20,078 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1
2024-12-04T15:16:20,078 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1
2024-12-04T15:16:20,078 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1
2024-12-04T15:16:20,078 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3
2024-12-04T15:16:20,078 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3
2024-12-04T15:16:20,079 INFO  [RS:0;c6f2e1d35cf1:42987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-04T15:16:20,080 INFO  [RS:0;c6f2e1d35cf1:42987 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-04T15:16:20,080 INFO  [RS:0;c6f2e1d35cf1:42987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-04T15:16:20,080 INFO  [RS:0;c6f2e1d35cf1:42987 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-04T15:16:20,080 INFO  [RS:0;c6f2e1d35cf1:42987 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-04T15:16:20,080 INFO  [RS:0;c6f2e1d35cf1:42987 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,42987,1733325346853-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-04T15:16:20,107 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-04T15:16:20,110 INFO  [RS:0;c6f2e1d35cf1:42987 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,42987,1733325346853-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-04T15:16:20,110 INFO  [RS:0;c6f2e1d35cf1:42987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T15:16:20,110 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.Replication(171): c6f2e1d35cf1,42987,1733325346853 started
2024-12-04T15:16:20,136 INFO  [RS:0;c6f2e1d35cf1:42987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T15:16:20,137 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,42987,1733325346853, RpcServer on c6f2e1d35cf1/172.17.0.3:42987, sessionid=0x101a217976e0001
2024-12-04T15:16:20,138 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-04T15:16:20,138 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:16:20,140 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,42987,1733325346853'
2024-12-04T15:16:20,140 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-04T15:16:20,142 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-04T15:16:20,143 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-04T15:16:20,143 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-04T15:16:20,143 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:16:20,143 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,42987,1733325346853'
2024-12-04T15:16:20,143 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-04T15:16:20,144 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-04T15:16:20,145 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-04T15:16:20,145 INFO  [RS:0;c6f2e1d35cf1:42987 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-04T15:16:20,145 INFO  [RS:0;c6f2e1d35cf1:42987 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-04T15:16:21,025 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:22,029 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:23,031 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:24,038 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:25,038 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:26,039 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:27,040 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:28,041 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:29,041 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:30,049 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:31,049 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:32,051 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:33,055 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:34,056 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:35,057 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:36,058 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:37,062 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:38,063 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:39,063 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:40,064 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:41,065 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:42,066 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:43,066 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:44,067 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:45,068 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:45,162 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-04T15:16:46,069 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:47,069 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:48,070 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:49,071 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:50,072 WARN  [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-04T15:16:50,153 INFO  [RS:0;c6f2e1d35cf1:42987 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-04T15:16:50,162 INFO  [RS:0;c6f2e1d35cf1:42987 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C42987%2C1733325346853, suffix=, logDir=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/WALs/c6f2e1d35cf1,42987,1733325346853, archiveDir=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/oldWALs, maxLogs=32
2024-12-04T15:16:50,186 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/WALs/c6f2e1d35cf1,42987,1733325346853/c6f2e1d35cf1%2C42987%2C1733325346853.1733325410167, exclude list is [], retry=0
2024-12-04T15:16:50,191 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45755,DS-f942342c-0acb-42cc-ac78-28f45a178125,DISK]
2024-12-04T15:16:50,195 INFO  [RS:0;c6f2e1d35cf1:42987 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/WALs/c6f2e1d35cf1,42987,1733325346853/c6f2e1d35cf1%2C42987%2C1733325346853.1733325410167
2024-12-04T15:16:50,199 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44521:44521)]
2024-12-04T15:16:50,325 DEBUG [c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-04T15:16:50,341 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:16:50,350 INFO  [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,42987,1733325346853, state=OPENING
2024-12-04T15:16:50,364 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-04T15:16:50,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x101a217976e0001, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T15:16:50,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T15:16:50,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-04T15:16:50,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-04T15:16:50,378 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-04T15:16:50,381 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,42987,1733325346853}]
2024-12-04T15:16:50,589 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-04T15:16:50,595 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-04T15:16:50,645 INFO  [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-04T15:16:50,645 INFO  [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-04T15:16:50,646 INFO  [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-04T15:16:50,661 INFO  [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C42987%2C1733325346853.meta, suffix=.meta, logDir=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/WALs/c6f2e1d35cf1,42987,1733325346853, archiveDir=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/oldWALs, maxLogs=32
2024-12-04T15:16:50,700 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/WALs/c6f2e1d35cf1,42987,1733325346853/c6f2e1d35cf1%2C42987%2C1733325346853.meta.1733325410663.meta, exclude list is [], retry=0
2024-12-04T15:16:50,713 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45755,DS-f942342c-0acb-42cc-ac78-28f45a178125,DISK]
2024-12-04T15:16:50,746 INFO  [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/WALs/c6f2e1d35cf1,42987,1733325346853/c6f2e1d35cf1%2C42987%2C1733325346853.meta.1733325410663.meta
2024-12-04T15:16:50,759 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44521:44521)]
2024-12-04T15:16:50,759 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-04T15:16:50,761 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-04T15:16:50,765 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-04T15:16:50,773 INFO  [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-04T15:16:50,779 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-04T15:16:50,780 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:16:50,780 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-04T15:16:50,780 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-04T15:16:50,787 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-04T15:16:50,790 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-04T15:16:50,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:16:50,792 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T15:16:50,792 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-04T15:16:50,798 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-04T15:16:50,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:16:50,811 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T15:16:50,811 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-04T15:16:50,817 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-04T15:16:50,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:16:50,819 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T15:16:50,819 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-04T15:16:50,823 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-04T15:16:50,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:16:50,826 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T15:16:50,827 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-04T15:16:50,839 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/meta/1588230740
2024-12-04T15:16:50,849 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/meta/1588230740
2024-12-04T15:16:50,855 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-04T15:16:50,856 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-04T15:16:50,858 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-04T15:16:50,864 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-04T15:16:50,876 INFO  [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64278688, jitterRate=-0.042172908782958984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-04T15:16:50,876 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-04T15:16:50,880 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733325410781Writing region info on filesystem at 1733325410781Initializing all the Stores at 1733325410784 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325410785 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325410786 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325410787 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325410787Cleaning up temporary data from old regions at 1733325410856 (+69 ms)Running coprocessor post-open hooks at 1733325410877 (+21 ms)Region opened successfully at 1733325410880 (+3 ms)
2024-12-04T15:16:50,897 INFO  [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325410562
2024-12-04T15:16:50,912 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-04T15:16:50,913 INFO  [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-04T15:16:50,915 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:16:50,919 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,42987,1733325346853, state=OPEN
2024-12-04T15:16:50,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-04T15:16:50,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x101a217976e0001, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-04T15:16:50,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-04T15:16:50,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-04T15:16:50,964 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:16:50,971 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-04T15:16:50,971 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,42987,1733325346853 in 584 msec
2024-12-04T15:16:50,988 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-04T15:16:50,988 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.167 sec
2024-12-04T15:16:50,993 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-04T15:16:50,993 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-04T15:16:51,034 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T15:16:51,036 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=-1]
2024-12-04T15:16:51,093 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T15:16:51,103 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T15:16:51,138 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.458 sec
2024-12-04T15:16:51,139 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325411139, completionTime=-1
2024-12-04T15:16:51,142 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-04T15:16:51,142 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-04T15:16:51,186 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-04T15:16:51,186 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325471186
2024-12-04T15:16:51,186 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325531186
2024-12-04T15:16:51,187 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 44 msec
2024-12-04T15:16:51,197 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,40673,1733325346021-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-04T15:16:51,199 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,40673,1733325346021-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T15:16:51,199 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,40673,1733325346021-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T15:16:51,202 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:40673, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T15:16:51,202 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-04T15:16:51,220 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-04T15:16:51,222 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-04T15:16:51,266 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 64.205sec
2024-12-04T15:16:51,268 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-04T15:16:51,281 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-04T15:16:51,282 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-04T15:16:51,283 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-04T15:16:51,283 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-04T15:16:51,286 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,40673,1733325346021-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-04T15:16:51,286 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,40673,1733325346021-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-04T15:16:51,332 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-04T15:16:51,333 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-04T15:16:51,334 INFO  [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,40673,1733325346021-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T15:16:51,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557c9aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T15:16:51,343 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-04T15:16:51,343 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-04T15:16:51,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,40673,-1 for getting cluster id
2024-12-04T15:16:51,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T15:16:51,369 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa097a7-6bdf-4420-8a88-c2e654ea0221'
2024-12-04T15:16:51,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T15:16:51,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa097a7-6bdf-4420-8a88-c2e654ea0221"

2024-12-04T15:16:51,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a03ce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T15:16:51,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,40673,-1]
2024-12-04T15:16:51,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T15:16:51,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T15:16:51,392 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T15:16:51,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f6d83e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T15:16:51,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T15:16:51,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=-1]
2024-12-04T15:16:51,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T15:16:51,431 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T15:16:51,464 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,40673,1733325346021
2024-12-04T15:16:51,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4848ec8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T15:16:51,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,40673,-1 for getting cluster id
2024-12-04T15:16:51,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T15:16:51,483 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa097a7-6bdf-4420-8a88-c2e654ea0221'
2024-12-04T15:16:51,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T15:16:51,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa097a7-6bdf-4420-8a88-c2e654ea0221"

2024-12-04T15:16:51,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de13be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T15:16:51,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,40673,-1]
2024-12-04T15:16:51,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T15:16:51,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T15:16:51,495 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T15:16:51,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccfcb7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T15:16:51,530 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=901, ProcessCount=11, AvailableMemoryMB=6078
2024-12-04T15:16:51,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T15:16:51,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,40673,1733325346021
2024-12-04T15:16:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32a29e41
2024-12-04T15:16:51,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T15:16:51,563 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T15:16:51,572 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T15:16:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-12-04T15:16:51,701 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T15:16:51,706 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-12-04T15:16:51,707 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:16:51,716 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T15:16:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-04T15:16:51,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741835_1011 (size=428)
2024-12-04T15:16:52,171 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7fe5b12a67eb2ddf5a55adfb11d4d417, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a
2024-12-04T15:16:52,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741836_1012 (size=79)
2024-12-04T15:16:52,190 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:16:52,190 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 7fe5b12a67eb2ddf5a55adfb11d4d417, disabling compactions & flushes
2024-12-04T15:16:52,190 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417.
2024-12-04T15:16:52,190 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417.
2024-12-04T15:16:52,190 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417. after waiting 0 ms
2024-12-04T15:16:52,190 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417.
2024-12-04T15:16:52,190 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417.
2024-12-04T15:16:52,191 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7fe5b12a67eb2ddf5a55adfb11d4d417:
Waiting for close lock at 1733325412190Disabling compacts and flushes for region at 1733325412190Disabling writes for close at 1733325412190Writing region close event to WAL at 1733325412190Closed at 1733325412190
2024-12-04T15:16:52,194 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T15:16:52,200 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733325412194"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325412194"}]},"ts":"1733325412194"}
2024-12-04T15:16:52,206 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T15:16:52,209 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T15:16:52,213 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325412209"}]},"ts":"1733325412209"}
2024-12-04T15:16:52,219 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-12-04T15:16:52,222 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=7fe5b12a67eb2ddf5a55adfb11d4d417, ASSIGN}]
2024-12-04T15:16:52,239 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=7fe5b12a67eb2ddf5a55adfb11d4d417, ASSIGN
2024-12-04T15:16:52,242 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=7fe5b12a67eb2ddf5a55adfb11d4d417, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,42987,1733325346853; forceNewPlan=false, retain=false
2024-12-04T15:16:52,394 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fe5b12a67eb2ddf5a55adfb11d4d417, regionState=OPENING, regionLocation=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:16:52,407 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=7fe5b12a67eb2ddf5a55adfb11d4d417, ASSIGN because future has completed
2024-12-04T15:16:52,410 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fe5b12a67eb2ddf5a55adfb11d4d417, server=c6f2e1d35cf1,42987,1733325346853}]
2024-12-04T15:16:52,584 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417.
2024-12-04T15:16:52,585 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fe5b12a67eb2ddf5a55adfb11d4d417, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417.', STARTKEY => '', ENDKEY => ''}
2024-12-04T15:16:52,585 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 7fe5b12a67eb2ddf5a55adfb11d4d417
2024-12-04T15:16:52,585 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:16:52,586 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7fe5b12a67eb2ddf5a55adfb11d4d417
2024-12-04T15:16:52,586 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7fe5b12a67eb2ddf5a55adfb11d4d417
2024-12-04T15:16:52,591 INFO  [StoreOpener-7fe5b12a67eb2ddf5a55adfb11d4d417-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7fe5b12a67eb2ddf5a55adfb11d4d417 
2024-12-04T15:16:52,594 INFO  [StoreOpener-7fe5b12a67eb2ddf5a55adfb11d4d417-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fe5b12a67eb2ddf5a55adfb11d4d417 columnFamilyName testFamily
2024-12-04T15:16:52,594 DEBUG [StoreOpener-7fe5b12a67eb2ddf5a55adfb11d4d417-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:16:52,597 INFO  [StoreOpener-7fe5b12a67eb2ddf5a55adfb11d4d417-1 {}] regionserver.HStore(327): Store=7fe5b12a67eb2ddf5a55adfb11d4d417/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T15:16:52,597 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7fe5b12a67eb2ddf5a55adfb11d4d417
2024-12-04T15:16:52,599 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7fe5b12a67eb2ddf5a55adfb11d4d417
2024-12-04T15:16:52,600 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7fe5b12a67eb2ddf5a55adfb11d4d417
2024-12-04T15:16:52,602 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7fe5b12a67eb2ddf5a55adfb11d4d417
2024-12-04T15:16:52,602 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7fe5b12a67eb2ddf5a55adfb11d4d417
2024-12-04T15:16:52,608 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7fe5b12a67eb2ddf5a55adfb11d4d417
2024-12-04T15:16:52,617 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7fe5b12a67eb2ddf5a55adfb11d4d417/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T15:16:52,622 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7fe5b12a67eb2ddf5a55adfb11d4d417; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65006248, jitterRate=-0.031331419944763184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T15:16:52,622 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fe5b12a67eb2ddf5a55adfb11d4d417
2024-12-04T15:16:52,624 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7fe5b12a67eb2ddf5a55adfb11d4d417:
Running coprocessor pre-open hook at 1733325412586Writing region info on filesystem at 1733325412586Initializing all the Stores at 1733325412588 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325412588Cleaning up temporary data from old regions at 1733325412602 (+14 ms)Running coprocessor post-open hooks at 1733325412623 (+21 ms)Region opened successfully at 1733325412624 (+1 ms)
2024-12-04T15:16:52,627 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417., pid=6, masterSystemTime=1733325412572
2024-12-04T15:16:52,632 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417.
2024-12-04T15:16:52,632 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417.
2024-12-04T15:16:52,633 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fe5b12a67eb2ddf5a55adfb11d4d417, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:16:52,638 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fe5b12a67eb2ddf5a55adfb11d4d417, server=c6f2e1d35cf1,42987,1733325346853 because future has completed
2024-12-04T15:16:52,649 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-04T15:16:52,651 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fe5b12a67eb2ddf5a55adfb11d4d417, server=c6f2e1d35cf1,42987,1733325346853 in 231 msec
2024-12-04T15:16:52,655 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-04T15:16:52,655 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=7fe5b12a67eb2ddf5a55adfb11d4d417, ASSIGN in 427 msec
2024-12-04T15:16:52,657 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T15:16:52,657 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325412657"}]},"ts":"1733325412657"}
2024-12-04T15:16:52,661 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-12-04T15:16:52,665 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T15:16:52,672 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.0860 sec
2024-12-04T15:16:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-04T15:16:52,740 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-12-04T15:16:52,741 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-12-04T15:16:52,743 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T15:16:52,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-12-04T15:16:52,751 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T15:16:52,752 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-12-04T15:16:52,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T15:16:52,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=-1]
2024-12-04T15:16:52,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T15:16:52,770 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T15:16:52,782 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2]
2024-12-04T15:16:52,823 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-04T15:16:52,828 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-12-04T15:16:52,838 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-04T15:16:52,847 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-04T15:16:52,851 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-04T15:16:52,852 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1397641680206692360
2024-12-04T15:16:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51962 deadline: 1733325415850, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-04T15:16:52,867 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-04T15:16:52,869 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-04T15:16:52,871 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-04T15:16:52,878 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-04T15:16:52,881 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1397641680206692362
2024-12-04T15:16:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51962 deadline: 1733325415879, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-04T15:16:52,893 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-04T15:16:52,894 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42987 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=1397641680206692363
2024-12-04T15:16:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42987 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51962 deadline: 1733325415892, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-04T15:16:52,900 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-04T15:16:52,902 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42987 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=1397641680206692364
2024-12-04T15:16:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42987 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51962 deadline: 1733325415900, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-04T15:16:52,915 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-04T15:16:52,948 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-672582881_22 at /127.0.0.1:42008 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=901 (was 901), ProcessCount=11 (was 11), AvailableMemoryMB=5814 (was 6078)
2024-12-04T15:16:52,980 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=901, ProcessCount=11, AvailableMemoryMB=5811
2024-12-04T15:16:52,992 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T15:16:52,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40673 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-12-04T15:16:53,001 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T15:16:53,001 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:16:53,003 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-12-04T15:16:53,006 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T15:16:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-04T15:16:53,071 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741837_1013 (size=414)
2024-12-04T15:16:53,479 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d42a513ccd7dc42b971613bde9bf5a34, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a
2024-12-04T15:16:53,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741838_1014 (size=65)
2024-12-04T15:16:53,907 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:16:53,907 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing d42a513ccd7dc42b971613bde9bf5a34, disabling compactions & flushes
2024-12-04T15:16:53,907 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34.
2024-12-04T15:16:53,907 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34.
2024-12-04T15:16:53,908 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34. after waiting 0 ms
2024-12-04T15:16:53,908 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34.
2024-12-04T15:16:53,908 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34.
2024-12-04T15:16:53,908 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for d42a513ccd7dc42b971613bde9bf5a34:
Waiting for close lock at 1733325413907Disabling compacts and flushes for region at 1733325413907Disabling writes for close at 1733325413908 (+1 ms)Writing region close event to WAL at 1733325413908Closed at 1733325413908
2024-12-04T15:16:53,910 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T15:16:53,911 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733325413911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325413911"}]},"ts":"1733325413911"}
2024-12-04T15:16:53,915 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T15:16:53,917 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T15:16:53,917 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325413917"}]},"ts":"1733325413917"}
2024-12-04T15:16:53,921 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-04T15:16:53,921 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=d42a513ccd7dc42b971613bde9bf5a34, ASSIGN}]
2024-12-04T15:16:53,924 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=d42a513ccd7dc42b971613bde9bf5a34, ASSIGN
2024-12-04T15:16:53,925 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=d42a513ccd7dc42b971613bde9bf5a34, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,42987,1733325346853; forceNewPlan=false, retain=false
2024-12-04T15:16:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-04T15:16:54,077 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d42a513ccd7dc42b971613bde9bf5a34, regionState=OPENING, regionLocation=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:16:54,086 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=d42a513ccd7dc42b971613bde9bf5a34, ASSIGN because future has completed
2024-12-04T15:16:54,090 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d42a513ccd7dc42b971613bde9bf5a34, server=c6f2e1d35cf1,42987,1733325346853}]
2024-12-04T15:16:54,252 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34.
2024-12-04T15:16:54,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => d42a513ccd7dc42b971613bde9bf5a34, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34.', STARTKEY => '', ENDKEY => ''}
2024-12-04T15:16:54,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner d42a513ccd7dc42b971613bde9bf5a34
2024-12-04T15:16:54,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:16:54,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for d42a513ccd7dc42b971613bde9bf5a34
2024-12-04T15:16:54,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for d42a513ccd7dc42b971613bde9bf5a34
2024-12-04T15:16:54,255 INFO  [StoreOpener-d42a513ccd7dc42b971613bde9bf5a34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d42a513ccd7dc42b971613bde9bf5a34 
2024-12-04T15:16:54,258 INFO  [StoreOpener-d42a513ccd7dc42b971613bde9bf5a34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d42a513ccd7dc42b971613bde9bf5a34 columnFamilyName testFamily
2024-12-04T15:16:54,258 DEBUG [StoreOpener-d42a513ccd7dc42b971613bde9bf5a34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:16:54,258 INFO  [StoreOpener-d42a513ccd7dc42b971613bde9bf5a34-1 {}] regionserver.HStore(327): Store=d42a513ccd7dc42b971613bde9bf5a34/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T15:16:54,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for d42a513ccd7dc42b971613bde9bf5a34
2024-12-04T15:16:54,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnOpenScanner/d42a513ccd7dc42b971613bde9bf5a34
2024-12-04T15:16:54,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnOpenScanner/d42a513ccd7dc42b971613bde9bf5a34
2024-12-04T15:16:54,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for d42a513ccd7dc42b971613bde9bf5a34
2024-12-04T15:16:54,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for d42a513ccd7dc42b971613bde9bf5a34
2024-12-04T15:16:54,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for d42a513ccd7dc42b971613bde9bf5a34
2024-12-04T15:16:54,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnOpenScanner/d42a513ccd7dc42b971613bde9bf5a34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T15:16:54,269 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened d42a513ccd7dc42b971613bde9bf5a34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68434128, jitterRate=0.01974797248840332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T15:16:54,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d42a513ccd7dc42b971613bde9bf5a34
2024-12-04T15:16:54,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for d42a513ccd7dc42b971613bde9bf5a34:
Running coprocessor pre-open hook at 1733325414253Writing region info on filesystem at 1733325414253Initializing all the Stores at 1733325414255 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325414255Cleaning up temporary data from old regions at 1733325414262 (+7 ms)Running coprocessor post-open hooks at 1733325414270 (+8 ms)Region opened successfully at 1733325414270
2024-12-04T15:16:54,272 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34., pid=9, masterSystemTime=1733325414246
2024-12-04T15:16:54,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34.
2024-12-04T15:16:54,275 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34.
2024-12-04T15:16:54,276 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d42a513ccd7dc42b971613bde9bf5a34, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:16:54,280 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d42a513ccd7dc42b971613bde9bf5a34, server=c6f2e1d35cf1,42987,1733325346853 because future has completed
2024-12-04T15:16:54,288 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-04T15:16:54,289 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure d42a513ccd7dc42b971613bde9bf5a34, server=c6f2e1d35cf1,42987,1733325346853 in 192 msec
2024-12-04T15:16:54,294 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-04T15:16:54,294 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=d42a513ccd7dc42b971613bde9bf5a34, ASSIGN in 367 msec
2024-12-04T15:16:54,297 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T15:16:54,297 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325414297"}]},"ts":"1733325414297"}
2024-12-04T15:16:54,301 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-04T15:16:54,304 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T15:16:54,310 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.3120 sec
2024-12-04T15:16:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-04T15:16:56,049 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-12-04T15:16:56,049 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-04T15:16:56,049 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T15:16:56,055 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-04T15:16:56,055 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T15:16:56,056 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-12-04T15:16:56,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2]
2024-12-04T15:16:56,082 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-04T15:16:56,082 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-04T15:16:56,087 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-04T15:16:56,089 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42987 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-04T15:16:56,309 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T15:16:56,336 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-12-04T15:16:56,337 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-04T15:16:56,338 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-12-04T15:16:56,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-04T15:16:56,353 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-04T15:16:56,355 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-04T15:16:56,355 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-04T15:16:56,355 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-04T15:16:56,355 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-12-04T15:16:56,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-04T15:16:56,356 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-04T15:17:02,099 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=c6f2e1d35cf1:42987 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6007ms, rpcTimeout=5999ms
2024-12-04T15:17:02,099 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6007ms, rpcTimeout=5999ms
2024-12-04T15:17:02,099 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2 from cache
2024-12-04T15:17:02,111 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=876 (was 901), ProcessCount=11 (was 11), AvailableMemoryMB=5291 (was 5811)
2024-12-04T15:17:02,120 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=876, ProcessCount=11, AvailableMemoryMB=5290
2024-12-04T15:17:02,122 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T15:17:02,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40673 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-12-04T15:17:02,126 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T15:17:02,127 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:17:02,127 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-12-04T15:17:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-04T15:17:02,128 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T15:17:02,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741839_1015 (size=412)
2024-12-04T15:17:02,542 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4049dd2d13b6590f9df17dab31def805, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a
2024-12-04T15:17:02,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741840_1016 (size=63)
2024-12-04T15:17:02,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-12-04T15:17:02,954 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:17:02,954 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 4049dd2d13b6590f9df17dab31def805, disabling compactions & flushes
2024-12-04T15:17:02,954 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805.
2024-12-04T15:17:02,954 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805.
2024-12-04T15:17:02,954 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805. after waiting 0 ms
2024-12-04T15:17:02,954 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805.
2024-12-04T15:17:02,954 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805.
2024-12-04T15:17:02,954 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4049dd2d13b6590f9df17dab31def805:
Waiting for close lock at 1733325422954Disabling compacts and flushes for region at 1733325422954Disabling writes for close at 1733325422954Writing region close event to WAL at 1733325422954Closed at 1733325422954
2024-12-04T15:17:02,956 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T15:17:02,957 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733325422956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325422956"}]},"ts":"1733325422956"}
2024-12-04T15:17:02,960 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T15:17:02,961 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T15:17:02,961 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325422961"}]},"ts":"1733325422961"}
2024-12-04T15:17:02,964 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-04T15:17:02,964 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=4049dd2d13b6590f9df17dab31def805, ASSIGN}]
2024-12-04T15:17:02,966 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=4049dd2d13b6590f9df17dab31def805, ASSIGN
2024-12-04T15:17:02,967 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=4049dd2d13b6590f9df17dab31def805, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,42987,1733325346853; forceNewPlan=false, retain=false
2024-12-04T15:17:03,118 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4049dd2d13b6590f9df17dab31def805, regionState=OPENING, regionLocation=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:17:03,123 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=4049dd2d13b6590f9df17dab31def805, ASSIGN because future has completed
2024-12-04T15:17:03,124 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4049dd2d13b6590f9df17dab31def805, server=c6f2e1d35cf1,42987,1733325346853}]
2024-12-04T15:17:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-04T15:17:03,286 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805.
2024-12-04T15:17:03,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 4049dd2d13b6590f9df17dab31def805, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805.', STARTKEY => '', ENDKEY => ''}
2024-12-04T15:17:03,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 4049dd2d13b6590f9df17dab31def805
2024-12-04T15:17:03,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:17:03,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 4049dd2d13b6590f9df17dab31def805
2024-12-04T15:17:03,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 4049dd2d13b6590f9df17dab31def805
2024-12-04T15:17:03,290 INFO  [StoreOpener-4049dd2d13b6590f9df17dab31def805-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4049dd2d13b6590f9df17dab31def805 
2024-12-04T15:17:03,294 INFO  [StoreOpener-4049dd2d13b6590f9df17dab31def805-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4049dd2d13b6590f9df17dab31def805 columnFamilyName testFamily
2024-12-04T15:17:03,294 DEBUG [StoreOpener-4049dd2d13b6590f9df17dab31def805-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:17:03,295 INFO  [StoreOpener-4049dd2d13b6590f9df17dab31def805-1 {}] regionserver.HStore(327): Store=4049dd2d13b6590f9df17dab31def805/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T15:17:03,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 4049dd2d13b6590f9df17dab31def805
2024-12-04T15:17:03,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnNextAsync/4049dd2d13b6590f9df17dab31def805
2024-12-04T15:17:03,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnNextAsync/4049dd2d13b6590f9df17dab31def805
2024-12-04T15:17:03,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 4049dd2d13b6590f9df17dab31def805
2024-12-04T15:17:03,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 4049dd2d13b6590f9df17dab31def805
2024-12-04T15:17:03,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 4049dd2d13b6590f9df17dab31def805
2024-12-04T15:17:03,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnNextAsync/4049dd2d13b6590f9df17dab31def805/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T15:17:03,306 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 4049dd2d13b6590f9df17dab31def805; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61477275, jitterRate=-0.08391721546649933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T15:17:03,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4049dd2d13b6590f9df17dab31def805
2024-12-04T15:17:03,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 4049dd2d13b6590f9df17dab31def805:
Running coprocessor pre-open hook at 1733325423288Writing region info on filesystem at 1733325423288Initializing all the Stores at 1733325423290 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325423290Cleaning up temporary data from old regions at 1733325423298 (+8 ms)Running coprocessor post-open hooks at 1733325423307 (+9 ms)Region opened successfully at 1733325423307
2024-12-04T15:17:03,308 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805., pid=12, masterSystemTime=1733325423278
2024-12-04T15:17:03,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805.
2024-12-04T15:17:03,312 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805.
2024-12-04T15:17:03,313 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4049dd2d13b6590f9df17dab31def805, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:17:03,316 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4049dd2d13b6590f9df17dab31def805, server=c6f2e1d35cf1,42987,1733325346853 because future has completed
2024-12-04T15:17:03,325 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-04T15:17:03,325 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 4049dd2d13b6590f9df17dab31def805, server=c6f2e1d35cf1,42987,1733325346853 in 195 msec
2024-12-04T15:17:03,331 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-04T15:17:03,332 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=4049dd2d13b6590f9df17dab31def805, ASSIGN in 361 msec
2024-12-04T15:17:03,333 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T15:17:03,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325423333"}]},"ts":"1733325423333"}
2024-12-04T15:17:03,337 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-04T15:17:03,339 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T15:17:03,342 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2170 sec
2024-12-04T15:17:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-04T15:17:05,160 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-12-04T15:17:05,160 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-04T15:17:05,161 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T15:17:05,173 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-04T15:17:05,173 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T15:17:05,173 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-12-04T15:17:05,179 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2]
2024-12-04T15:17:05,204 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-04T15:17:05,205 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-04T15:17:05,210 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-04T15:17:05,215 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-04T15:17:05,217 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-04T15:17:05,219 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42987 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-04T15:17:06,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-04T15:17:06,353 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-04T15:17:08,820 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T15:17:08,847 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-12-04T15:17:11,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42987 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1397641680206692373' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-04T15:17:11,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42987 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:51962 deadline: 1733325437224, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1397641680206692373' does not exist
2024-12-04T15:17:11,228 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to c6f2e1d35cf1,42987,1733325346853 for closing scanner id = 1397641680206692373 for 4049dd2d13b6590f9df17dab31def805 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1397641680206692373' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T15:17:11,233 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=883 (was 876) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4895 (was 5290)
2024-12-04T15:17:11,242 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=883, ProcessCount=11, AvailableMemoryMB=4893
2024-12-04T15:17:11,245 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T15:17:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-12-04T15:17:11,250 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T15:17:11,250 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:17:11,250 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-12-04T15:17:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-04T15:17:11,252 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T15:17:11,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741841_1017 (size=423)
2024-12-04T15:17:11,662 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e9a32ec1c196c293d044b5d5c18eb18, NAME => 'testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a
2024-12-04T15:17:11,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741842_1018 (size=74)
2024-12-04T15:17:11,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-12-04T15:17:12,074 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:17:12,074 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 3e9a32ec1c196c293d044b5d5c18eb18, disabling compactions & flushes
2024-12-04T15:17:12,074 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18.
2024-12-04T15:17:12,074 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18.
2024-12-04T15:17:12,074 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18. after waiting 0 ms
2024-12-04T15:17:12,074 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18.
2024-12-04T15:17:12,074 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18.
2024-12-04T15:17:12,075 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e9a32ec1c196c293d044b5d5c18eb18:
Waiting for close lock at 1733325432074Disabling compacts and flushes for region at 1733325432074Disabling writes for close at 1733325432074Writing region close event to WAL at 1733325432074Closed at 1733325432074
2024-12-04T15:17:12,077 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T15:17:12,077 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733325432077"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325432077"}]},"ts":"1733325432077"}
2024-12-04T15:17:12,082 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T15:17:12,083 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T15:17:12,083 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325432083"}]},"ts":"1733325432083"}
2024-12-04T15:17:12,086 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-12-04T15:17:12,087 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=3e9a32ec1c196c293d044b5d5c18eb18, ASSIGN}]
2024-12-04T15:17:12,089 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=3e9a32ec1c196c293d044b5d5c18eb18, ASSIGN
2024-12-04T15:17:12,090 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=3e9a32ec1c196c293d044b5d5c18eb18, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,42987,1733325346853; forceNewPlan=false, retain=false
2024-12-04T15:17:12,241 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3e9a32ec1c196c293d044b5d5c18eb18, regionState=OPENING, regionLocation=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:17:12,245 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=3e9a32ec1c196c293d044b5d5c18eb18, ASSIGN because future has completed
2024-12-04T15:17:12,245 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e9a32ec1c196c293d044b5d5c18eb18, server=c6f2e1d35cf1,42987,1733325346853}]
2024-12-04T15:17:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-04T15:17:12,408 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18.
2024-12-04T15:17:12,409 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e9a32ec1c196c293d044b5d5c18eb18, NAME => 'testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18.', STARTKEY => '', ENDKEY => ''}
2024-12-04T15:17:12,409 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 3e9a32ec1c196c293d044b5d5c18eb18
2024-12-04T15:17:12,409 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:17:12,409 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 3e9a32ec1c196c293d044b5d5c18eb18
2024-12-04T15:17:12,410 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 3e9a32ec1c196c293d044b5d5c18eb18
2024-12-04T15:17:12,412 INFO  [StoreOpener-3e9a32ec1c196c293d044b5d5c18eb18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3e9a32ec1c196c293d044b5d5c18eb18 
2024-12-04T15:17:12,415 INFO  [StoreOpener-3e9a32ec1c196c293d044b5d5c18eb18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e9a32ec1c196c293d044b5d5c18eb18 columnFamilyName testFamily
2024-12-04T15:17:12,415 DEBUG [StoreOpener-3e9a32ec1c196c293d044b5d5c18eb18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:17:12,416 INFO  [StoreOpener-3e9a32ec1c196c293d044b5d5c18eb18-1 {}] regionserver.HStore(327): Store=3e9a32ec1c196c293d044b5d5c18eb18/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T15:17:12,416 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 3e9a32ec1c196c293d044b5d5c18eb18
2024-12-04T15:17:12,417 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testRetryOutOfOrderScannerNextException/3e9a32ec1c196c293d044b5d5c18eb18
2024-12-04T15:17:12,417 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testRetryOutOfOrderScannerNextException/3e9a32ec1c196c293d044b5d5c18eb18
2024-12-04T15:17:12,418 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 3e9a32ec1c196c293d044b5d5c18eb18
2024-12-04T15:17:12,418 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 3e9a32ec1c196c293d044b5d5c18eb18
2024-12-04T15:17:12,420 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 3e9a32ec1c196c293d044b5d5c18eb18
2024-12-04T15:17:12,423 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testRetryOutOfOrderScannerNextException/3e9a32ec1c196c293d044b5d5c18eb18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T15:17:12,424 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 3e9a32ec1c196c293d044b5d5c18eb18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65617703, jitterRate=-0.022220030426979065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T15:17:12,424 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e9a32ec1c196c293d044b5d5c18eb18
2024-12-04T15:17:12,425 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 3e9a32ec1c196c293d044b5d5c18eb18:
Running coprocessor pre-open hook at 1733325432410Writing region info on filesystem at 1733325432410Initializing all the Stores at 1733325432411 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325432411Cleaning up temporary data from old regions at 1733325432418 (+7 ms)Running coprocessor post-open hooks at 1733325432424 (+6 ms)Region opened successfully at 1733325432424
2024-12-04T15:17:12,426 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18., pid=15, masterSystemTime=1733325432399
2024-12-04T15:17:12,429 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18.
2024-12-04T15:17:12,429 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18.
2024-12-04T15:17:12,430 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3e9a32ec1c196c293d044b5d5c18eb18, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:17:12,433 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e9a32ec1c196c293d044b5d5c18eb18, server=c6f2e1d35cf1,42987,1733325346853 because future has completed
2024-12-04T15:17:12,437 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-04T15:17:12,437 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e9a32ec1c196c293d044b5d5c18eb18, server=c6f2e1d35cf1,42987,1733325346853 in 189 msec
2024-12-04T15:17:12,440 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-04T15:17:12,440 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=3e9a32ec1c196c293d044b5d5c18eb18, ASSIGN in 350 msec
2024-12-04T15:17:12,441 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T15:17:12,442 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325432441"}]},"ts":"1733325432441"}
2024-12-04T15:17:12,444 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-12-04T15:17:12,445 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T15:17:12,447 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2000 sec
2024-12-04T15:17:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-04T15:17:14,279 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-12-04T15:17:14,279 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-12-04T15:17:14,279 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T15:17:14,283 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-12-04T15:17:14,283 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T15:17:14,283 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-12-04T15:17:14,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2]
2024-12-04T15:17:14,302 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-04T15:17:14,302 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-12-04T15:17:14,306 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-04T15:17:14,308 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-04T15:17:14,309 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-04T15:17:14,310 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42987 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1397641680206692377
2024-12-04T15:17:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42987 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51962 deadline: 1733325437309, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-04T15:17:14,313 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-04T15:17:14,314 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-04T15:17:14,315 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-04T15:17:14,317 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-04T15:17:14,318 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42987 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1397641680206692379
2024-12-04T15:17:14,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42987 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51962 deadline: 1733325437316, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-04T15:17:14,322 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-04T15:17:14,323 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42987 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=1397641680206692380
2024-12-04T15:17:14,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42987 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51962 deadline: 1733325437321, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-04T15:17:14,325 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-04T15:17:14,326 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42987 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=1397641680206692381
2024-12-04T15:17:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42987 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51962 deadline: 1733325437325, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-04T15:17:14,329 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-04T15:17:14,338 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-672582881_22 at /127.0.0.1:49812 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=883 (was 883), ProcessCount=11 (was 11), AvailableMemoryMB=4766 (was 4893)
2024-12-04T15:17:14,346 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=883, ProcessCount=11, AvailableMemoryMB=4767
2024-12-04T15:17:14,348 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T15:17:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-12-04T15:17:14,351 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T15:17:14,352 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:17:14,352 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-12-04T15:17:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-04T15:17:14,353 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T15:17:14,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741843_1019 (size=418)
2024-12-04T15:17:14,769 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6aeb7732bd4e8c6406bf082a21b23dc9, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a
2024-12-04T15:17:14,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741844_1020 (size=69)
2024-12-04T15:17:14,849 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-12-04T15:17:15,162 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-04T15:17:15,179 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:17:15,179 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 6aeb7732bd4e8c6406bf082a21b23dc9, disabling compactions & flushes
2024-12-04T15:17:15,179 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9.
2024-12-04T15:17:15,179 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9.
2024-12-04T15:17:15,179 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9. after waiting 0 ms
2024-12-04T15:17:15,179 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9.
2024-12-04T15:17:15,179 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9.
2024-12-04T15:17:15,179 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6aeb7732bd4e8c6406bf082a21b23dc9:
Waiting for close lock at 1733325435179Disabling compacts and flushes for region at 1733325435179Disabling writes for close at 1733325435179Writing region close event to WAL at 1733325435179Closed at 1733325435179
2024-12-04T15:17:15,181 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T15:17:15,182 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733325435181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325435181"}]},"ts":"1733325435181"}
2024-12-04T15:17:15,185 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T15:17:15,186 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T15:17:15,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325435187"}]},"ts":"1733325435187"}
2024-12-04T15:17:15,190 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-04T15:17:15,190 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6aeb7732bd4e8c6406bf082a21b23dc9, ASSIGN}]
2024-12-04T15:17:15,193 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6aeb7732bd4e8c6406bf082a21b23dc9, ASSIGN
2024-12-04T15:17:15,195 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6aeb7732bd4e8c6406bf082a21b23dc9, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,42987,1733325346853; forceNewPlan=false, retain=false
2024-12-04T15:17:15,345 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=6aeb7732bd4e8c6406bf082a21b23dc9, regionState=OPENING, regionLocation=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:17:15,350 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6aeb7732bd4e8c6406bf082a21b23dc9, ASSIGN because future has completed
2024-12-04T15:17:15,351 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6aeb7732bd4e8c6406bf082a21b23dc9, server=c6f2e1d35cf1,42987,1733325346853}]
2024-12-04T15:17:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-04T15:17:15,513 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9.
2024-12-04T15:17:15,513 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 6aeb7732bd4e8c6406bf082a21b23dc9, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9.', STARTKEY => '', ENDKEY => ''}
2024-12-04T15:17:15,514 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 6aeb7732bd4e8c6406bf082a21b23dc9
2024-12-04T15:17:15,514 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:17:15,514 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 6aeb7732bd4e8c6406bf082a21b23dc9
2024-12-04T15:17:15,514 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 6aeb7732bd4e8c6406bf082a21b23dc9
2024-12-04T15:17:15,516 INFO  [StoreOpener-6aeb7732bd4e8c6406bf082a21b23dc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6aeb7732bd4e8c6406bf082a21b23dc9 
2024-12-04T15:17:15,519 INFO  [StoreOpener-6aeb7732bd4e8c6406bf082a21b23dc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aeb7732bd4e8c6406bf082a21b23dc9 columnFamilyName testFamily
2024-12-04T15:17:15,519 DEBUG [StoreOpener-6aeb7732bd4e8c6406bf082a21b23dc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:17:15,520 INFO  [StoreOpener-6aeb7732bd4e8c6406bf082a21b23dc9-1 {}] regionserver.HStore(327): Store=6aeb7732bd4e8c6406bf082a21b23dc9/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T15:17:15,520 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 6aeb7732bd4e8c6406bf082a21b23dc9
2024-12-04T15:17:15,521 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnOpenScanner/6aeb7732bd4e8c6406bf082a21b23dc9
2024-12-04T15:17:15,522 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnOpenScanner/6aeb7732bd4e8c6406bf082a21b23dc9
2024-12-04T15:17:15,523 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 6aeb7732bd4e8c6406bf082a21b23dc9
2024-12-04T15:17:15,523 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 6aeb7732bd4e8c6406bf082a21b23dc9
2024-12-04T15:17:15,526 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 6aeb7732bd4e8c6406bf082a21b23dc9
2024-12-04T15:17:15,532 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnOpenScanner/6aeb7732bd4e8c6406bf082a21b23dc9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T15:17:15,533 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 6aeb7732bd4e8c6406bf082a21b23dc9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72389730, jitterRate=0.0786910355091095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T15:17:15,533 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6aeb7732bd4e8c6406bf082a21b23dc9
2024-12-04T15:17:15,534 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 6aeb7732bd4e8c6406bf082a21b23dc9:
Running coprocessor pre-open hook at 1733325435514Writing region info on filesystem at 1733325435514Initializing all the Stores at 1733325435516 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325435516Cleaning up temporary data from old regions at 1733325435523 (+7 ms)Running coprocessor post-open hooks at 1733325435533 (+10 ms)Region opened successfully at 1733325435534 (+1 ms)
2024-12-04T15:17:15,535 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9., pid=18, masterSystemTime=1733325435505
2024-12-04T15:17:15,539 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9.
2024-12-04T15:17:15,540 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9.
2024-12-04T15:17:15,541 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=6aeb7732bd4e8c6406bf082a21b23dc9, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:17:15,545 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6aeb7732bd4e8c6406bf082a21b23dc9, server=c6f2e1d35cf1,42987,1733325346853 because future has completed
2024-12-04T15:17:15,552 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-04T15:17:15,552 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 6aeb7732bd4e8c6406bf082a21b23dc9, server=c6f2e1d35cf1,42987,1733325346853 in 197 msec
2024-12-04T15:17:15,557 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-04T15:17:15,557 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6aeb7732bd4e8c6406bf082a21b23dc9, ASSIGN in 362 msec
2024-12-04T15:17:15,558 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T15:17:15,559 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325435558"}]},"ts":"1733325435558"}
2024-12-04T15:17:15,561 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-04T15:17:15,563 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T15:17:15,569 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2150 sec
2024-12-04T15:17:16,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-04T15:17:16,353 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-12-04T15:17:16,354 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-04T15:17:16,355 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-04T15:17:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-04T15:17:17,379 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-12-04T15:17:17,379 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-04T15:17:17,379 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T15:17:17,384 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-04T15:17:17,385 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T15:17:17,385 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-12-04T15:17:17,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2]
2024-12-04T15:17:17,402 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-04T15:17:17,402 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-04T15:17:17,406 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-04T15:17:17,408 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42987 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-04T15:17:17,912 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T15:17:18,411 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=c6f2e1d35cf1:42987 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-12-04T15:17:18,411 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-12-04T15:17:18,411 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2 from cache
2024-12-04T15:17:18,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-12-04T15:17:19,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2]
2024-12-04T15:17:19,433 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42987 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-04T15:17:20,411 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=c6f2e1d35cf1:42987 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=978ms, rpcTimeout=975ms
2024-12-04T15:17:20,411 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=978ms, rpcTimeout=975ms
2024-12-04T15:17:20,411 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2 from cache
2024-12-04T15:17:20,421 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=794 (was 883), ProcessCount=11 (was 11), AvailableMemoryMB=4562 (was 4767)
2024-12-04T15:17:20,431 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=794, ProcessCount=11, AvailableMemoryMB=4562
2024-12-04T15:17:20,434 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T15:17:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-12-04T15:17:20,438 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T15:17:20,438 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:17:20,439 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-12-04T15:17:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-04T15:17:20,440 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T15:17:20,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741845_1021 (size=416)
2024-12-04T15:17:20,851 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-12-04T15:17:20,852 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dea4173dba0ff1637cfe88da10b8faa9, NAME => 'testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a
2024-12-04T15:17:20,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741846_1022 (size=67)
2024-12-04T15:17:20,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-12-04T15:17:21,263 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:17:21,264 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing dea4173dba0ff1637cfe88da10b8faa9, disabling compactions & flushes
2024-12-04T15:17:21,264 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9.
2024-12-04T15:17:21,264 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9.
2024-12-04T15:17:21,264 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9. after waiting 0 ms
2024-12-04T15:17:21,264 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9.
2024-12-04T15:17:21,264 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9.
2024-12-04T15:17:21,264 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for dea4173dba0ff1637cfe88da10b8faa9:
Waiting for close lock at 1733325441264Disabling compacts and flushes for region at 1733325441264Disabling writes for close at 1733325441264Writing region close event to WAL at 1733325441264Closed at 1733325441264
2024-12-04T15:17:21,266 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T15:17:21,267 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733325441267"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325441267"}]},"ts":"1733325441267"}
2024-12-04T15:17:21,270 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T15:17:21,272 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T15:17:21,272 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325441272"}]},"ts":"1733325441272"}
2024-12-04T15:17:21,275 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-04T15:17:21,276 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=dea4173dba0ff1637cfe88da10b8faa9, ASSIGN}]
2024-12-04T15:17:21,278 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=dea4173dba0ff1637cfe88da10b8faa9, ASSIGN
2024-12-04T15:17:21,280 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=dea4173dba0ff1637cfe88da10b8faa9, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,42987,1733325346853; forceNewPlan=false, retain=false
2024-12-04T15:17:21,431 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=dea4173dba0ff1637cfe88da10b8faa9, regionState=OPENING, regionLocation=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:17:21,435 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=dea4173dba0ff1637cfe88da10b8faa9, ASSIGN because future has completed
2024-12-04T15:17:21,436 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure dea4173dba0ff1637cfe88da10b8faa9, server=c6f2e1d35cf1,42987,1733325346853}]
2024-12-04T15:17:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-04T15:17:21,598 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9.
2024-12-04T15:17:21,598 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => dea4173dba0ff1637cfe88da10b8faa9, NAME => 'testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9.', STARTKEY => '', ENDKEY => ''}
2024-12-04T15:17:21,599 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:21,599 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:17:21,599 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:21,600 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:21,603 INFO  [StoreOpener-dea4173dba0ff1637cfe88da10b8faa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region dea4173dba0ff1637cfe88da10b8faa9 
2024-12-04T15:17:21,606 INFO  [StoreOpener-dea4173dba0ff1637cfe88da10b8faa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dea4173dba0ff1637cfe88da10b8faa9 columnFamilyName testFamily
2024-12-04T15:17:21,606 DEBUG [StoreOpener-dea4173dba0ff1637cfe88da10b8faa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:17:21,607 INFO  [StoreOpener-dea4173dba0ff1637cfe88da10b8faa9-1 {}] regionserver.HStore(327): Store=dea4173dba0ff1637cfe88da10b8faa9/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T15:17:21,607 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:21,609 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnNextAsync/dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:21,610 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnNextAsync/dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:21,611 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:21,611 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:21,614 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:21,623 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnNextAsync/dea4173dba0ff1637cfe88da10b8faa9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T15:17:21,624 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened dea4173dba0ff1637cfe88da10b8faa9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73771406, jitterRate=0.09927961230278015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T15:17:21,624 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:21,625 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for dea4173dba0ff1637cfe88da10b8faa9:
Running coprocessor pre-open hook at 1733325441600Writing region info on filesystem at 1733325441600Initializing all the Stores at 1733325441602 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325441602Cleaning up temporary data from old regions at 1733325441611 (+9 ms)Running coprocessor post-open hooks at 1733325441624 (+13 ms)Region opened successfully at 1733325441625 (+1 ms)
2024-12-04T15:17:21,627 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9., pid=21, masterSystemTime=1733325441589
2024-12-04T15:17:21,631 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9.
2024-12-04T15:17:21,631 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9.
2024-12-04T15:17:21,632 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=dea4173dba0ff1637cfe88da10b8faa9, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:17:21,636 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure dea4173dba0ff1637cfe88da10b8faa9, server=c6f2e1d35cf1,42987,1733325346853 because future has completed
2024-12-04T15:17:21,646 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-04T15:17:21,646 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure dea4173dba0ff1637cfe88da10b8faa9, server=c6f2e1d35cf1,42987,1733325346853 in 205 msec
2024-12-04T15:17:21,655 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-04T15:17:21,655 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=dea4173dba0ff1637cfe88da10b8faa9, ASSIGN in 370 msec
2024-12-04T15:17:21,658 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T15:17:21,658 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325441658"}]},"ts":"1733325441658"}
2024-12-04T15:17:21,662 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-04T15:17:21,666 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T15:17:21,670 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2320 sec
2024-12-04T15:17:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-04T15:17:23,458 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-12-04T15:17:23,458 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-04T15:17:23,459 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T15:17:23,463 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-04T15:17:23,463 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T15:17:23,463 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-12-04T15:17:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2]
2024-12-04T15:17:23,482 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-04T15:17:23,482 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-04T15:17:23,487 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-04T15:17:23,492 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-04T15:17:23,494 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-04T15:17:23,497 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42987 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-04T15:17:26,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-04T15:17:26,353 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-04T15:17:26,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42987 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1397641680206692392' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-04T15:17:26,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42987 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:51962 deadline: 1733325447502, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1397641680206692392' does not exist
2024-12-04T15:17:26,505 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to c6f2e1d35cf1,42987,1733325346853 for closing scanner id = 1397641680206692392 for dea4173dba0ff1637cfe88da10b8faa9 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1397641680206692392' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T15:17:26,510 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=795 (was 794) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5331 (was 4562) - AvailableMemoryMB LEAK? -
2024-12-04T15:17:26,519 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=795, ProcessCount=11, AvailableMemoryMB=5330
2024-12-04T15:17:26,522 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T15:17:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-12-04T15:17:26,526 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T15:17:26,526 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:17:26,526 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-12-04T15:17:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-04T15:17:26,528 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T15:17:26,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741847_1023 (size=411)
2024-12-04T15:17:26,939 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60b4fc53a553c96c09da5244bc09ca7a, NAME => 'testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a
2024-12-04T15:17:26,947 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741848_1024 (size=62)
2024-12-04T15:17:26,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-12-04T15:17:27,101 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T15:17:27,122 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-12-04T15:17:27,357 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:17:27,357 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 60b4fc53a553c96c09da5244bc09ca7a, disabling compactions & flushes
2024-12-04T15:17:27,357 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a.
2024-12-04T15:17:27,357 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a.
2024-12-04T15:17:27,358 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a. after waiting 0 ms
2024-12-04T15:17:27,358 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a.
2024-12-04T15:17:27,358 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a.
2024-12-04T15:17:27,358 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60b4fc53a553c96c09da5244bc09ca7a:
Waiting for close lock at 1733325447357Disabling compacts and flushes for region at 1733325447357Disabling writes for close at 1733325447358 (+1 ms)Writing region close event to WAL at 1733325447358Closed at 1733325447358
2024-12-04T15:17:27,360 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T15:17:27,361 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733325447360"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325447360"}]},"ts":"1733325447360"}
2024-12-04T15:17:27,369 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T15:17:27,375 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T15:17:27,375 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325447375"}]},"ts":"1733325447375"}
2024-12-04T15:17:27,379 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-04T15:17:27,380 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=60b4fc53a553c96c09da5244bc09ca7a, ASSIGN}]
2024-12-04T15:17:27,391 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=60b4fc53a553c96c09da5244bc09ca7a, ASSIGN
2024-12-04T15:17:27,395 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=60b4fc53a553c96c09da5244bc09ca7a, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,42987,1733325346853; forceNewPlan=false, retain=false
2024-12-04T15:17:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-04T15:17:27,548 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=60b4fc53a553c96c09da5244bc09ca7a, regionState=OPENING, regionLocation=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:17:27,552 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=60b4fc53a553c96c09da5244bc09ca7a, ASSIGN because future has completed
2024-12-04T15:17:27,553 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60b4fc53a553c96c09da5244bc09ca7a, server=c6f2e1d35cf1,42987,1733325346853}]
2024-12-04T15:17:27,714 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a.
2024-12-04T15:17:27,714 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 60b4fc53a553c96c09da5244bc09ca7a, NAME => 'testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a.', STARTKEY => '', ENDKEY => ''}
2024-12-04T15:17:27,715 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 60b4fc53a553c96c09da5244bc09ca7a
2024-12-04T15:17:27,715 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:17:27,715 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 60b4fc53a553c96c09da5244bc09ca7a
2024-12-04T15:17:27,715 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 60b4fc53a553c96c09da5244bc09ca7a
2024-12-04T15:17:27,718 INFO  [StoreOpener-60b4fc53a553c96c09da5244bc09ca7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 60b4fc53a553c96c09da5244bc09ca7a 
2024-12-04T15:17:27,721 INFO  [StoreOpener-60b4fc53a553c96c09da5244bc09ca7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60b4fc53a553c96c09da5244bc09ca7a columnFamilyName testFamily
2024-12-04T15:17:27,721 DEBUG [StoreOpener-60b4fc53a553c96c09da5244bc09ca7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:17:27,722 INFO  [StoreOpener-60b4fc53a553c96c09da5244bc09ca7a-1 {}] regionserver.HStore(327): Store=60b4fc53a553c96c09da5244bc09ca7a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T15:17:27,722 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 60b4fc53a553c96c09da5244bc09ca7a
2024-12-04T15:17:27,724 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnNext/60b4fc53a553c96c09da5244bc09ca7a
2024-12-04T15:17:27,725 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnNext/60b4fc53a553c96c09da5244bc09ca7a
2024-12-04T15:17:27,725 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 60b4fc53a553c96c09da5244bc09ca7a
2024-12-04T15:17:27,726 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 60b4fc53a553c96c09da5244bc09ca7a
2024-12-04T15:17:27,729 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 60b4fc53a553c96c09da5244bc09ca7a
2024-12-04T15:17:27,732 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnNext/60b4fc53a553c96c09da5244bc09ca7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T15:17:27,733 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 60b4fc53a553c96c09da5244bc09ca7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63444501, jitterRate=-0.05460326373577118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T15:17:27,733 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60b4fc53a553c96c09da5244bc09ca7a
2024-12-04T15:17:27,734 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 60b4fc53a553c96c09da5244bc09ca7a:
Running coprocessor pre-open hook at 1733325447715Writing region info on filesystem at 1733325447715Initializing all the Stores at 1733325447717 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325447717Cleaning up temporary data from old regions at 1733325447726 (+9 ms)Running coprocessor post-open hooks at 1733325447733 (+7 ms)Region opened successfully at 1733325447734 (+1 ms)
2024-12-04T15:17:27,735 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a., pid=24, masterSystemTime=1733325447707
2024-12-04T15:17:27,739 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a.
2024-12-04T15:17:27,739 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a.
2024-12-04T15:17:27,740 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=60b4fc53a553c96c09da5244bc09ca7a, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:17:27,743 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60b4fc53a553c96c09da5244bc09ca7a, server=c6f2e1d35cf1,42987,1733325346853 because future has completed
2024-12-04T15:17:27,748 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-04T15:17:27,748 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 60b4fc53a553c96c09da5244bc09ca7a, server=c6f2e1d35cf1,42987,1733325346853 in 191 msec
2024-12-04T15:17:27,751 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-04T15:17:27,751 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=60b4fc53a553c96c09da5244bc09ca7a, ASSIGN in 369 msec
2024-12-04T15:17:27,752 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T15:17:27,752 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325447752"}]},"ts":"1733325447752"}
2024-12-04T15:17:27,755 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-04T15:17:27,757 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T15:17:27,759 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2350 sec
2024-12-04T15:17:29,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-04T15:17:29,569 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-12-04T15:17:29,569 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-04T15:17:29,569 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T15:17:29,577 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-04T15:17:29,578 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T15:17:29,578 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-12-04T15:17:29,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2]
2024-12-04T15:17:29,597 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-04T15:17:29,597 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-04T15:17:29,600 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-04T15:17:29,602 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-04T15:17:29,603 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-04T15:17:29,604 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42987 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-04T15:17:31,348 INFO  [master/c6f2e1d35cf1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-04T15:17:31,348 INFO  [master/c6f2e1d35cf1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-04T15:17:32,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42987 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1397641680206692396' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-04T15:17:32,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42987 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:51962 deadline: 1733325453614, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1397641680206692396' does not exist
2024-12-04T15:17:32,615 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to c6f2e1d35cf1,42987,1733325346853 for closing scanner id = 1397641680206692396 for 60b4fc53a553c96c09da5244bc09ca7a of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1397641680206692396' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T15:17:32,622 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=731 (was 795), ProcessCount=11 (was 11), AvailableMemoryMB=4886 (was 5330)
2024-12-04T15:17:32,632 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=731, ProcessCount=11, AvailableMemoryMB=4885
2024-12-04T15:17:32,635 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T15:17:32,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40673 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-12-04T15:17:32,639 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T15:17:32,639 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:17:32,639 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-12-04T15:17:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-04T15:17:32,641 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T15:17:32,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741849_1025 (size=419)
2024-12-04T15:17:33,060 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 765d989ab0e7ca01629ebc799dace73a, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a
2024-12-04T15:17:33,071 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741850_1026 (size=70)
2024-12-04T15:17:33,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-12-04T15:17:33,217 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T15:17:33,255 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-12-04T15:17:33,473 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:17:33,473 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 765d989ab0e7ca01629ebc799dace73a, disabling compactions & flushes
2024-12-04T15:17:33,473 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a.
2024-12-04T15:17:33,473 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a.
2024-12-04T15:17:33,473 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a. after waiting 0 ms
2024-12-04T15:17:33,473 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a.
2024-12-04T15:17:33,473 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a.
2024-12-04T15:17:33,474 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 765d989ab0e7ca01629ebc799dace73a:
Waiting for close lock at 1733325453473Disabling compacts and flushes for region at 1733325453473Disabling writes for close at 1733325453473Writing region close event to WAL at 1733325453473Closed at 1733325453473
2024-12-04T15:17:33,475 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T15:17:33,476 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733325453476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325453476"}]},"ts":"1733325453476"}
2024-12-04T15:17:33,479 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T15:17:33,481 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T15:17:33,481 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325453481"}]},"ts":"1733325453481"}
2024-12-04T15:17:33,483 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-04T15:17:33,484 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=765d989ab0e7ca01629ebc799dace73a, ASSIGN}]
2024-12-04T15:17:33,486 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=765d989ab0e7ca01629ebc799dace73a, ASSIGN
2024-12-04T15:17:33,487 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=765d989ab0e7ca01629ebc799dace73a, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,42987,1733325346853; forceNewPlan=false, retain=false
2024-12-04T15:17:33,638 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=765d989ab0e7ca01629ebc799dace73a, regionState=OPENING, regionLocation=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:17:33,643 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=765d989ab0e7ca01629ebc799dace73a, ASSIGN because future has completed
2024-12-04T15:17:33,643 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 765d989ab0e7ca01629ebc799dace73a, server=c6f2e1d35cf1,42987,1733325346853}]
2024-12-04T15:17:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-04T15:17:33,825 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a.
2024-12-04T15:17:33,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 765d989ab0e7ca01629ebc799dace73a, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a.', STARTKEY => '', ENDKEY => ''}
2024-12-04T15:17:33,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 765d989ab0e7ca01629ebc799dace73a
2024-12-04T15:17:33,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:17:33,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 765d989ab0e7ca01629ebc799dace73a
2024-12-04T15:17:33,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 765d989ab0e7ca01629ebc799dace73a
2024-12-04T15:17:33,834 INFO  [StoreOpener-765d989ab0e7ca01629ebc799dace73a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 765d989ab0e7ca01629ebc799dace73a 
2024-12-04T15:17:33,859 INFO  [StoreOpener-765d989ab0e7ca01629ebc799dace73a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 765d989ab0e7ca01629ebc799dace73a columnFamilyName testFamily
2024-12-04T15:17:33,859 DEBUG [StoreOpener-765d989ab0e7ca01629ebc799dace73a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:17:33,863 INFO  [StoreOpener-765d989ab0e7ca01629ebc799dace73a-1 {}] regionserver.HStore(327): Store=765d989ab0e7ca01629ebc799dace73a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T15:17:33,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 765d989ab0e7ca01629ebc799dace73a
2024-12-04T15:17:33,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/765d989ab0e7ca01629ebc799dace73a
2024-12-04T15:17:33,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/765d989ab0e7ca01629ebc799dace73a
2024-12-04T15:17:33,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 765d989ab0e7ca01629ebc799dace73a
2024-12-04T15:17:33,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 765d989ab0e7ca01629ebc799dace73a
2024-12-04T15:17:33,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 765d989ab0e7ca01629ebc799dace73a
2024-12-04T15:17:33,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/765d989ab0e7ca01629ebc799dace73a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T15:17:33,883 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 765d989ab0e7ca01629ebc799dace73a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72702185, jitterRate=0.08334697782993317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T15:17:33,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 765d989ab0e7ca01629ebc799dace73a
2024-12-04T15:17:33,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 765d989ab0e7ca01629ebc799dace73a:
Running coprocessor pre-open hook at 1733325453826Writing region info on filesystem at 1733325453826Initializing all the Stores at 1733325453830 (+4 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325453830Cleaning up temporary data from old regions at 1733325453868 (+38 ms)Running coprocessor post-open hooks at 1733325453884 (+16 ms)Region opened successfully at 1733325453886 (+2 ms)
2024-12-04T15:17:33,890 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a., pid=27, masterSystemTime=1733325453798
2024-12-04T15:17:33,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a.
2024-12-04T15:17:33,897 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a.
2024-12-04T15:17:33,899 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=765d989ab0e7ca01629ebc799dace73a, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:17:33,903 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 765d989ab0e7ca01629ebc799dace73a, server=c6f2e1d35cf1,42987,1733325346853 because future has completed
2024-12-04T15:17:33,914 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-04T15:17:33,914 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 765d989ab0e7ca01629ebc799dace73a, server=c6f2e1d35cf1,42987,1733325346853 in 263 msec
2024-12-04T15:17:33,926 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-12-04T15:17:33,926 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=765d989ab0e7ca01629ebc799dace73a, ASSIGN in 430 msec
2024-12-04T15:17:33,929 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T15:17:33,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325453929"}]},"ts":"1733325453929"}
2024-12-04T15:17:33,934 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-04T15:17:33,936 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T15:17:33,940 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.3010 sec
2024-12-04T15:17:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-04T15:17:35,680 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-12-04T15:17:35,680 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-04T15:17:35,681 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T15:17:35,690 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-04T15:17:35,690 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T15:17:35,690 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-12-04T15:17:35,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2]
2024-12-04T15:17:35,705 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-04T15:17:35,705 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-04T15:17:35,708 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-04T15:17:35,710 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42987 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-04T15:17:36,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-04T15:17:36,353 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-04T15:17:36,354 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-04T15:17:36,354 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-04T15:17:39,329 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T15:17:39,358 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-12-04T15:17:41,711 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=c6f2e1d35cf1:42987 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6002ms, rpcTimeout=5999ms
2024-12-04T15:17:41,711 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6002ms, rpcTimeout=5999ms
2024-12-04T15:17:41,711 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2 from cache
2024-12-04T15:17:41,722 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=656 (was 731), ProcessCount=11 (was 11), AvailableMemoryMB=4543 (was 4885)
2024-12-04T15:17:41,733 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=656, ProcessCount=11, AvailableMemoryMB=4539
2024-12-04T15:17:41,735 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T15:17:41,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40673 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-12-04T15:17:41,740 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T15:17:41,740 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:17:41,740 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-12-04T15:17:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-04T15:17:41,745 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T15:17:41,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741851_1027 (size=407)
2024-12-04T15:17:41,778 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 574cef2b4da0398ada2664601417c32e, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a
2024-12-04T15:17:41,811 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741852_1028 (size=58)
2024-12-04T15:17:42,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-12-04T15:17:42,213 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:17:42,213 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 574cef2b4da0398ada2664601417c32e, disabling compactions & flushes
2024-12-04T15:17:42,214 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e.
2024-12-04T15:17:42,214 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e.
2024-12-04T15:17:42,214 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e. after waiting 0 ms
2024-12-04T15:17:42,214 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e.
2024-12-04T15:17:42,214 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e.
2024-12-04T15:17:42,214 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 574cef2b4da0398ada2664601417c32e:
Waiting for close lock at 1733325462213Disabling compacts and flushes for region at 1733325462213Disabling writes for close at 1733325462214 (+1 ms)Writing region close event to WAL at 1733325462214Closed at 1733325462214
2024-12-04T15:17:42,221 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T15:17:42,222 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733325462222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325462222"}]},"ts":"1733325462222"}
2024-12-04T15:17:42,227 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T15:17:42,229 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T15:17:42,229 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325462229"}]},"ts":"1733325462229"}
2024-12-04T15:17:42,235 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-04T15:17:42,235 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=574cef2b4da0398ada2664601417c32e, ASSIGN}]
2024-12-04T15:17:42,245 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=574cef2b4da0398ada2664601417c32e, ASSIGN
2024-12-04T15:17:42,247 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=574cef2b4da0398ada2664601417c32e, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,42987,1733325346853; forceNewPlan=false, retain=false
2024-12-04T15:17:42,398 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=574cef2b4da0398ada2664601417c32e, regionState=OPENING, regionLocation=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:17:42,401 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=574cef2b4da0398ada2664601417c32e, ASSIGN because future has completed
2024-12-04T15:17:42,402 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 574cef2b4da0398ada2664601417c32e, server=c6f2e1d35cf1,42987,1733325346853}]
2024-12-04T15:17:42,579 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e.
2024-12-04T15:17:42,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 574cef2b4da0398ada2664601417c32e, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e.', STARTKEY => '', ENDKEY => ''}
2024-12-04T15:17:42,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 574cef2b4da0398ada2664601417c32e
2024-12-04T15:17:42,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:17:42,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 574cef2b4da0398ada2664601417c32e
2024-12-04T15:17:42,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 574cef2b4da0398ada2664601417c32e
2024-12-04T15:17:42,586 INFO  [StoreOpener-574cef2b4da0398ada2664601417c32e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 574cef2b4da0398ada2664601417c32e 
2024-12-04T15:17:42,592 INFO  [StoreOpener-574cef2b4da0398ada2664601417c32e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 574cef2b4da0398ada2664601417c32e columnFamilyName testFamily
2024-12-04T15:17:42,592 DEBUG [StoreOpener-574cef2b4da0398ada2664601417c32e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:17:42,593 INFO  [StoreOpener-574cef2b4da0398ada2664601417c32e-1 {}] regionserver.HStore(327): Store=574cef2b4da0398ada2664601417c32e/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T15:17:42,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 574cef2b4da0398ada2664601417c32e
2024-12-04T15:17:42,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnNext/574cef2b4da0398ada2664601417c32e
2024-12-04T15:17:42,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnNext/574cef2b4da0398ada2664601417c32e
2024-12-04T15:17:42,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 574cef2b4da0398ada2664601417c32e
2024-12-04T15:17:42,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 574cef2b4da0398ada2664601417c32e
2024-12-04T15:17:42,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 574cef2b4da0398ada2664601417c32e
2024-12-04T15:17:42,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnNext/574cef2b4da0398ada2664601417c32e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T15:17:42,611 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 574cef2b4da0398ada2664601417c32e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70155148, jitterRate=0.045393168926239014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T15:17:42,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 574cef2b4da0398ada2664601417c32e
2024-12-04T15:17:42,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 574cef2b4da0398ada2664601417c32e:
Running coprocessor pre-open hook at 1733325462581Writing region info on filesystem at 1733325462581Initializing all the Stores at 1733325462583 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325462583Cleaning up temporary data from old regions at 1733325462598 (+15 ms)Running coprocessor post-open hooks at 1733325462611 (+13 ms)Region opened successfully at 1733325462611
2024-12-04T15:17:42,613 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e., pid=30, masterSystemTime=1733325462556
2024-12-04T15:17:42,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e.
2024-12-04T15:17:42,617 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e.
2024-12-04T15:17:42,618 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=574cef2b4da0398ada2664601417c32e, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:17:42,627 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 574cef2b4da0398ada2664601417c32e, server=c6f2e1d35cf1,42987,1733325346853 because future has completed
2024-12-04T15:17:42,640 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-04T15:17:42,641 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 574cef2b4da0398ada2664601417c32e, server=c6f2e1d35cf1,42987,1733325346853 in 227 msec
2024-12-04T15:17:42,655 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-12-04T15:17:42,655 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=574cef2b4da0398ada2664601417c32e, ASSIGN in 405 msec
2024-12-04T15:17:42,658 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T15:17:42,658 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325462658"}]},"ts":"1733325462658"}
2024-12-04T15:17:42,671 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-04T15:17:42,675 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T15:17:42,680 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 939 msec
2024-12-04T15:17:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-04T15:17:42,751 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-12-04T15:17:42,751 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-04T15:17:42,752 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T15:17:42,759 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-04T15:17:42,760 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T15:17:42,760 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-12-04T15:17:42,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2]
2024-12-04T15:17:42,797 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-04T15:17:42,798 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-04T15:17:42,802 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-04T15:17:42,808 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-04T15:17:42,809 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-04T15:17:42,810 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42987 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-04T15:17:45,162 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-04T15:17:45,359 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-12-04T15:17:46,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-04T15:17:46,353 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-04T15:17:48,082 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T15:17:48,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42987 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1397641680206692404' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-04T15:17:48,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42987 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:51962 deadline: 1733325474811, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1397641680206692404' does not exist
2024-12-04T15:17:48,814 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to c6f2e1d35cf1,42987,1733325346853 for closing scanner id = 1397641680206692404 for 574cef2b4da0398ada2664601417c32e of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1397641680206692404' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T15:17:48,820 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=643 (was 656), ProcessCount=11 (was 11), AvailableMemoryMB=4257 (was 4539)
2024-12-04T15:17:48,828 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=643, ProcessCount=11, AvailableMemoryMB=4256
2024-12-04T15:17:48,830 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T15:17:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-12-04T15:17:48,833 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T15:17:48,834 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:17:48,834 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-12-04T15:17:48,835 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T15:17:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-04T15:17:48,843 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741853_1029 (size=423)
2024-12-04T15:17:49,248 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12f7411910bd39a1282830b09bab560a, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a
2024-12-04T15:17:49,261 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741854_1030 (size=74)
2024-12-04T15:17:49,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-12-04T15:17:49,663 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:17:49,664 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 12f7411910bd39a1282830b09bab560a, disabling compactions & flushes
2024-12-04T15:17:49,664 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a.
2024-12-04T15:17:49,664 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a.
2024-12-04T15:17:49,664 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a. after waiting 0 ms
2024-12-04T15:17:49,665 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a.
2024-12-04T15:17:49,665 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a.
2024-12-04T15:17:49,665 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12f7411910bd39a1282830b09bab560a:
Waiting for close lock at 1733325469664Disabling compacts and flushes for region at 1733325469664Disabling writes for close at 1733325469664Writing region close event to WAL at 1733325469665 (+1 ms)Closed at 1733325469665
2024-12-04T15:17:49,668 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T15:17:49,669 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733325469668"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325469668"}]},"ts":"1733325469668"}
2024-12-04T15:17:49,673 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T15:17:49,674 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T15:17:49,675 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325469674"}]},"ts":"1733325469674"}
2024-12-04T15:17:49,678 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-04T15:17:49,678 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=12f7411910bd39a1282830b09bab560a, ASSIGN}]
2024-12-04T15:17:49,680 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=12f7411910bd39a1282830b09bab560a, ASSIGN
2024-12-04T15:17:49,681 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=12f7411910bd39a1282830b09bab560a, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,42987,1733325346853; forceNewPlan=false, retain=false
2024-12-04T15:17:49,832 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=12f7411910bd39a1282830b09bab560a, regionState=OPENING, regionLocation=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:17:49,837 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=12f7411910bd39a1282830b09bab560a, ASSIGN because future has completed
2024-12-04T15:17:49,838 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12f7411910bd39a1282830b09bab560a, server=c6f2e1d35cf1,42987,1733325346853}]
2024-12-04T15:17:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-04T15:17:49,998 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a.
2024-12-04T15:17:49,998 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 12f7411910bd39a1282830b09bab560a, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a.', STARTKEY => '', ENDKEY => ''}
2024-12-04T15:17:49,999 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 12f7411910bd39a1282830b09bab560a
2024-12-04T15:17:49,999 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T15:17:49,999 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 12f7411910bd39a1282830b09bab560a
2024-12-04T15:17:49,999 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 12f7411910bd39a1282830b09bab560a
2024-12-04T15:17:50,001 INFO  [StoreOpener-12f7411910bd39a1282830b09bab560a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 12f7411910bd39a1282830b09bab560a 
2024-12-04T15:17:50,003 INFO  [StoreOpener-12f7411910bd39a1282830b09bab560a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12f7411910bd39a1282830b09bab560a columnFamilyName testFamily
2024-12-04T15:17:50,003 DEBUG [StoreOpener-12f7411910bd39a1282830b09bab560a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T15:17:50,004 INFO  [StoreOpener-12f7411910bd39a1282830b09bab560a-1 {}] regionserver.HStore(327): Store=12f7411910bd39a1282830b09bab560a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T15:17:50,004 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 12f7411910bd39a1282830b09bab560a
2024-12-04T15:17:50,005 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnOpenScannerAsync/12f7411910bd39a1282830b09bab560a
2024-12-04T15:17:50,006 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnOpenScannerAsync/12f7411910bd39a1282830b09bab560a
2024-12-04T15:17:50,007 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 12f7411910bd39a1282830b09bab560a
2024-12-04T15:17:50,007 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 12f7411910bd39a1282830b09bab560a
2024-12-04T15:17:50,009 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 12f7411910bd39a1282830b09bab560a
2024-12-04T15:17:50,012 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnOpenScannerAsync/12f7411910bd39a1282830b09bab560a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T15:17:50,013 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 12f7411910bd39a1282830b09bab560a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60698360, jitterRate=-0.09552395343780518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T15:17:50,013 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12f7411910bd39a1282830b09bab560a
2024-12-04T15:17:50,014 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 12f7411910bd39a1282830b09bab560a:
Running coprocessor pre-open hook at 1733325469999Writing region info on filesystem at 1733325469999Initializing all the Stores at 1733325470001 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325470001Cleaning up temporary data from old regions at 1733325470007 (+6 ms)Running coprocessor post-open hooks at 1733325470013 (+6 ms)Region opened successfully at 1733325470014 (+1 ms)
2024-12-04T15:17:50,015 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a., pid=33, masterSystemTime=1733325469992
2024-12-04T15:17:50,018 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a.
2024-12-04T15:17:50,018 INFO  [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a.
2024-12-04T15:17:50,019 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=12f7411910bd39a1282830b09bab560a, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:17:50,022 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12f7411910bd39a1282830b09bab560a, server=c6f2e1d35cf1,42987,1733325346853 because future has completed
2024-12-04T15:17:50,025 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-04T15:17:50,026 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 12f7411910bd39a1282830b09bab560a, server=c6f2e1d35cf1,42987,1733325346853 in 186 msec
2024-12-04T15:17:50,028 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-12-04T15:17:50,028 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=12f7411910bd39a1282830b09bab560a, ASSIGN in 347 msec
2024-12-04T15:17:50,029 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T15:17:50,029 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325470029"}]},"ts":"1733325470029"}
2024-12-04T15:17:50,031 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-04T15:17:50,032 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T15:17:50,034 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2010 sec
2024-12-04T15:17:51,229 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-04T15:17:51,362 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-12-04T15:17:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-04T15:17:51,869 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-12-04T15:17:51,869 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-04T15:17:51,870 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T15:17:51,879 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-04T15:17:51,879 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T15:17:51,879 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-12-04T15:17:51,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2]
2024-12-04T15:17:51,893 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-04T15:17:51,893 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-04T15:17:51,896 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-04T15:17:51,898 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42987 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-04T15:17:52,901 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=c6f2e1d35cf1:42987 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-12-04T15:17:52,901 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-12-04T15:17:52,901 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2 from cache
2024-12-04T15:17:53,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-12-04T15:17:53,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2]
2024-12-04T15:17:53,925 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42987 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-04T15:17:54,901 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=c6f2e1d35cf1:42987 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=977ms, rpcTimeout=973ms
2024-12-04T15:17:54,901 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=977ms, rpcTimeout=973ms
2024-12-04T15:17:54,901 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a., hostname=c6f2e1d35cf1,42987,1733325346853, seqNum=2 from cache
2024-12-04T15:17:54,915 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=600 (was 643), ProcessCount=11 (was 11), AvailableMemoryMB=4071 (was 4256)
2024-12-04T15:17:54,916 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T15:17:54,916 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T15:17:54,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T15:17:54,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T15:17:54,921 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T15:17:54,921 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-04T15:17:54,921 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T15:17:54,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T15:17:54,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T15:17:54,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T15:17:54,921 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T15:17:54,922 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-04T15:17:54,922 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2119115424, stopped=false
2024-12-04T15:17:54,922 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,40673,1733325346021
2024-12-04T15:17:54,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-04T15:17:54,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x101a217976e0001, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-04T15:17:54,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T15:17:54,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x101a217976e0001, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T15:17:54,961 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-04T15:17:54,962 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T15:17:54,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T15:17:54,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T15:17:54,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-04T15:17:54,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42987-0x101a217976e0001, quorum=127.0.0.1:55409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-04T15:17:54,963 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,42987,1733325346853' *****
2024-12-04T15:17:54,964 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-04T15:17:54,964 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-04T15:17:54,965 INFO  [RS:0;c6f2e1d35cf1:42987 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-04T15:17:54,965 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-04T15:17:54,965 INFO  [RS:0;c6f2e1d35cf1:42987 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-04T15:17:54,965 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(3091): Received CLOSE for 6aeb7732bd4e8c6406bf082a21b23dc9
2024-12-04T15:17:54,966 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(3091): Received CLOSE for 765d989ab0e7ca01629ebc799dace73a
2024-12-04T15:17:54,966 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fe5b12a67eb2ddf5a55adfb11d4d417
2024-12-04T15:17:54,966 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(3091): Received CLOSE for 574cef2b4da0398ada2664601417c32e
2024-12-04T15:17:54,966 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(3091): Received CLOSE for 12f7411910bd39a1282830b09bab560a
2024-12-04T15:17:54,966 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(3091): Received CLOSE for 4049dd2d13b6590f9df17dab31def805
2024-12-04T15:17:54,966 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(3091): Received CLOSE for dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:54,966 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(3091): Received CLOSE for d42a513ccd7dc42b971613bde9bf5a34
2024-12-04T15:17:54,966 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e9a32ec1c196c293d044b5d5c18eb18
2024-12-04T15:17:54,966 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(3091): Received CLOSE for 60b4fc53a553c96c09da5244bc09ca7a
2024-12-04T15:17:54,966 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6aeb7732bd4e8c6406bf082a21b23dc9, disabling compactions & flushes
2024-12-04T15:17:54,966 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:17:54,966 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9.
2024-12-04T15:17:54,966 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9.
2024-12-04T15:17:54,966 INFO  [RS:0;c6f2e1d35cf1:42987 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-04T15:17:54,966 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9. after waiting 0 ms
2024-12-04T15:17:54,966 INFO  [RS:0;c6f2e1d35cf1:42987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:42987.
2024-12-04T15:17:54,966 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9.
2024-12-04T15:17:54,967 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T15:17:54,967 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T15:17:54,967 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-04T15:17:54,967 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-04T15:17:54,967 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-04T15:17:54,967 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-04T15:17:54,967 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-12-04T15:17:54,968 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-04T15:17:54,968 INFO  [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-04T15:17:54,968 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-04T15:17:54,968 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-04T15:17:54,968 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-04T15:17:54,968 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 12f7411910bd39a1282830b09bab560a, 1588230740, 3e9a32ec1c196c293d044b5d5c18eb18, 4049dd2d13b6590f9df17dab31def805, 574cef2b4da0398ada2664601417c32e, 60b4fc53a553c96c09da5244bc09ca7a, 6aeb7732bd4e8c6406bf082a21b23dc9, 765d989ab0e7ca01629ebc799dace73a, 7fe5b12a67eb2ddf5a55adfb11d4d417, d42a513ccd7dc42b971613bde9bf5a34, dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:54,970 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6aeb7732bd4e8c6406bf082a21b23dc9 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-04T15:17:54,970 INFO  [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-12-04T15:17:55,023 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnOpenScanner/6aeb7732bd4e8c6406bf082a21b23dc9/.tmp/testFamily/e4a3e815fb224cba8bbdefbd5d747954 is 61, key is row-0/testFamily:testQualifier/1733325437390/Put/seqid=0
2024-12-04T15:17:55,025 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/meta/1588230740/.tmp/info/fae218cae6484c159fd6658bbf2c6e9f is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417./info:regioninfo/1733325412633/Put/seqid=0
2024-12-04T15:17:55,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741856_1032 (size=5049)
2024-12-04T15:17:55,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741855_1031 (size=20564)
2024-12-04T15:17:55,082 INFO  [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-04T15:17:55,082 INFO  [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-04T15:17:55,168 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 12f7411910bd39a1282830b09bab560a, 1588230740, 3e9a32ec1c196c293d044b5d5c18eb18, 4049dd2d13b6590f9df17dab31def805, 574cef2b4da0398ada2664601417c32e, 60b4fc53a553c96c09da5244bc09ca7a, 6aeb7732bd4e8c6406bf082a21b23dc9, 765d989ab0e7ca01629ebc799dace73a, 7fe5b12a67eb2ddf5a55adfb11d4d417, d42a513ccd7dc42b971613bde9bf5a34, dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:55,369 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 12f7411910bd39a1282830b09bab560a, 1588230740, 3e9a32ec1c196c293d044b5d5c18eb18, 4049dd2d13b6590f9df17dab31def805, 574cef2b4da0398ada2664601417c32e, 60b4fc53a553c96c09da5244bc09ca7a, 6aeb7732bd4e8c6406bf082a21b23dc9, 765d989ab0e7ca01629ebc799dace73a, 7fe5b12a67eb2ddf5a55adfb11d4d417, d42a513ccd7dc42b971613bde9bf5a34, dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:55,426 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-04T15:17:55,438 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnOpenScanner/6aeb7732bd4e8c6406bf082a21b23dc9/.tmp/testFamily/e4a3e815fb224cba8bbdefbd5d747954
2024-12-04T15:17:55,438 INFO  [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/meta/1588230740/.tmp/info/fae218cae6484c159fd6658bbf2c6e9f
2024-12-04T15:17:55,493 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnOpenScanner/6aeb7732bd4e8c6406bf082a21b23dc9/.tmp/testFamily/e4a3e815fb224cba8bbdefbd5d747954 as hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnOpenScanner/6aeb7732bd4e8c6406bf082a21b23dc9/testFamily/e4a3e815fb224cba8bbdefbd5d747954
2024-12-04T15:17:55,501 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T15:17:55,505 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnOpenScanner/6aeb7732bd4e8c6406bf082a21b23dc9/testFamily/e4a3e815fb224cba8bbdefbd5d747954, entries=4, sequenceid=8, filesize=4.9 K
2024-12-04T15:17:55,514 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/meta/1588230740/.tmp/ns/8b70a0e92b534c138c21be9b3820ee41 is 43, key is default/ns:d/1733325411109/Put/seqid=0
2024-12-04T15:17:55,515 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6aeb7732bd4e8c6406bf082a21b23dc9 in 543ms, sequenceid=8, compaction requested=false
2024-12-04T15:17:55,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741857_1033 (size=5153)
2024-12-04T15:17:55,531 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnOpenScanner/6aeb7732bd4e8c6406bf082a21b23dc9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-04T15:17:55,534 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9.
2024-12-04T15:17:55,534 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6aeb7732bd4e8c6406bf082a21b23dc9:
Waiting for close lock at 1733325474966Running coprocessor pre-close hooks at 1733325474966Disabling compacts and flushes for region at 1733325474966Disabling writes for close at 1733325474966Obtaining lock to block concurrent updates at 1733325474971 (+5 ms)Preparing flush snapshotting stores in 6aeb7732bd4e8c6406bf082a21b23dc9 at 1733325474971Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733325474978 (+7 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9. at 1733325474979 (+1 ms)Flushing 6aeb7732bd4e8c6406bf082a21b23dc9/testFamily: creating writer at 1733325474981 (+2 ms)Flushing 6aeb7732bd4e8c6406bf082a21b23dc9/testFamily: appending metadata at 1733325475018 (+37 ms)Flushing 6aeb7732bd4e8c6406bf082a21b23dc9/testFamily: closing flushed file at 1733325475022 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a4ebb2: reopening flushed file at 1733325475489 (+467 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6aeb7732bd4e8c6406bf082a21b23dc9 in 543ms, sequenceid=8, compaction requested=false at 1733325475515 (+26 ms)Writing region close event to WAL at 1733325475520 (+5 ms)Running coprocessor post-close hooks at 1733325475532 (+12 ms)Closed at 1733325475534 (+2 ms)
2024-12-04T15:17:55,534 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733325434348.6aeb7732bd4e8c6406bf082a21b23dc9.
2024-12-04T15:17:55,535 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 765d989ab0e7ca01629ebc799dace73a, disabling compactions & flushes
2024-12-04T15:17:55,535 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a.
2024-12-04T15:17:55,535 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a.
2024-12-04T15:17:55,535 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a. after waiting 0 ms
2024-12-04T15:17:55,535 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a.
2024-12-04T15:17:55,535 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 765d989ab0e7ca01629ebc799dace73a 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-04T15:17:55,554 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/765d989ab0e7ca01629ebc799dace73a/.tmp/testFamily/d48c09c01f4f47368cc017cbfb014577 is 61, key is row-0/testFamily:testQualifier/1733325455696/Put/seqid=0
2024-12-04T15:17:55,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741858_1034 (size=5049)
2024-12-04T15:17:55,569 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 12f7411910bd39a1282830b09bab560a, 1588230740, 3e9a32ec1c196c293d044b5d5c18eb18, 4049dd2d13b6590f9df17dab31def805, 574cef2b4da0398ada2664601417c32e, 60b4fc53a553c96c09da5244bc09ca7a, 765d989ab0e7ca01629ebc799dace73a, 7fe5b12a67eb2ddf5a55adfb11d4d417, d42a513ccd7dc42b971613bde9bf5a34, dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:55,769 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 12f7411910bd39a1282830b09bab560a, 1588230740, 3e9a32ec1c196c293d044b5d5c18eb18, 4049dd2d13b6590f9df17dab31def805, 574cef2b4da0398ada2664601417c32e, 60b4fc53a553c96c09da5244bc09ca7a, 765d989ab0e7ca01629ebc799dace73a, 7fe5b12a67eb2ddf5a55adfb11d4d417, d42a513ccd7dc42b971613bde9bf5a34, dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:55,928 INFO  [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/meta/1588230740/.tmp/ns/8b70a0e92b534c138c21be9b3820ee41
2024-12-04T15:17:55,955 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/meta/1588230740/.tmp/table/7ed91ed2cfc349bdbc74b3fa3604d973 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733325412657/Put/seqid=0
2024-12-04T15:17:55,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741859_1035 (size=6699)
2024-12-04T15:17:55,962 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/765d989ab0e7ca01629ebc799dace73a/.tmp/testFamily/d48c09c01f4f47368cc017cbfb014577
2024-12-04T15:17:55,970 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close
2024-12-04T15:17:55,970 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 12f7411910bd39a1282830b09bab560a, 1588230740, 3e9a32ec1c196c293d044b5d5c18eb18, 4049dd2d13b6590f9df17dab31def805, 574cef2b4da0398ada2664601417c32e, 60b4fc53a553c96c09da5244bc09ca7a, 765d989ab0e7ca01629ebc799dace73a, 7fe5b12a67eb2ddf5a55adfb11d4d417, d42a513ccd7dc42b971613bde9bf5a34, dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:55,972 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/765d989ab0e7ca01629ebc799dace73a/.tmp/testFamily/d48c09c01f4f47368cc017cbfb014577 as hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/765d989ab0e7ca01629ebc799dace73a/testFamily/d48c09c01f4f47368cc017cbfb014577
2024-12-04T15:17:55,979 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/765d989ab0e7ca01629ebc799dace73a/testFamily/d48c09c01f4f47368cc017cbfb014577, entries=4, sequenceid=8, filesize=4.9 K
2024-12-04T15:17:55,980 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 765d989ab0e7ca01629ebc799dace73a in 445ms, sequenceid=8, compaction requested=false
2024-12-04T15:17:55,985 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/765d989ab0e7ca01629ebc799dace73a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-04T15:17:55,986 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a.
2024-12-04T15:17:55,986 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 765d989ab0e7ca01629ebc799dace73a:
Waiting for close lock at 1733325475535Running coprocessor pre-close hooks at 1733325475535Disabling compacts and flushes for region at 1733325475535Disabling writes for close at 1733325475535Obtaining lock to block concurrent updates at 1733325475535Preparing flush snapshotting stores in 765d989ab0e7ca01629ebc799dace73a at 1733325475535Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733325475535Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a. at 1733325475536 (+1 ms)Flushing 765d989ab0e7ca01629ebc799dace73a/testFamily: creating writer at 1733325475536Flushing 765d989ab0e7ca01629ebc799dace73a/testFamily: appending metadata at 1733325475553 (+17 ms)Flushing 765d989ab0e7ca01629ebc799dace73a/testFamily: closing flushed file at 1733325475554 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@471540f: reopening flushed file at 1733325475970 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 765d989ab0e7ca01629ebc799dace73a in 445ms, sequenceid=8, compaction requested=false at 1733325475980 (+10 ms)Writing region close event to WAL at 1733325475981 (+1 ms)Running coprocessor post-close hooks at 1733325475986 (+5 ms)Closed at 1733325475986
2024-12-04T15:17:55,986 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733325452634.765d989ab0e7ca01629ebc799dace73a.
2024-12-04T15:17:55,986 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fe5b12a67eb2ddf5a55adfb11d4d417, disabling compactions & flushes
2024-12-04T15:17:55,986 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417.
2024-12-04T15:17:55,987 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417.
2024-12-04T15:17:55,987 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417. after waiting 0 ms
2024-12-04T15:17:55,987 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417.
2024-12-04T15:17:55,987 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7fe5b12a67eb2ddf5a55adfb11d4d417 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-04T15:17:56,002 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7fe5b12a67eb2ddf5a55adfb11d4d417/.tmp/testFamily/42a6965fabc94a2aa266eea9fc7a5246 is 61, key is row-0/testFamily:testQualifier/1733325412786/Put/seqid=0
2024-12-04T15:17:56,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741860_1036 (size=5049)
2024-12-04T15:17:56,170 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 12f7411910bd39a1282830b09bab560a, 1588230740, 3e9a32ec1c196c293d044b5d5c18eb18, 4049dd2d13b6590f9df17dab31def805, 574cef2b4da0398ada2664601417c32e, 60b4fc53a553c96c09da5244bc09ca7a, 7fe5b12a67eb2ddf5a55adfb11d4d417, d42a513ccd7dc42b971613bde9bf5a34, dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:56,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-12-04T15:17:56,353 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-04T15:17:56,354 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-04T15:17:56,354 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-04T15:17:56,362 INFO  [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/meta/1588230740/.tmp/table/7ed91ed2cfc349bdbc74b3fa3604d973
2024-12-04T15:17:56,370 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 12f7411910bd39a1282830b09bab560a, 1588230740, 3e9a32ec1c196c293d044b5d5c18eb18, 4049dd2d13b6590f9df17dab31def805, 574cef2b4da0398ada2664601417c32e, 60b4fc53a553c96c09da5244bc09ca7a, 7fe5b12a67eb2ddf5a55adfb11d4d417, d42a513ccd7dc42b971613bde9bf5a34, dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:56,376 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/meta/1588230740/.tmp/info/fae218cae6484c159fd6658bbf2c6e9f as hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/meta/1588230740/info/fae218cae6484c159fd6658bbf2c6e9f
2024-12-04T15:17:56,385 INFO  [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/meta/1588230740/info/fae218cae6484c159fd6658bbf2c6e9f, entries=100, sequenceid=56, filesize=20.1 K
2024-12-04T15:17:56,387 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/meta/1588230740/.tmp/ns/8b70a0e92b534c138c21be9b3820ee41 as hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/meta/1588230740/ns/8b70a0e92b534c138c21be9b3820ee41
2024-12-04T15:17:56,394 INFO  [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/meta/1588230740/ns/8b70a0e92b534c138c21be9b3820ee41, entries=2, sequenceid=56, filesize=5.0 K
2024-12-04T15:17:56,396 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/meta/1588230740/.tmp/table/7ed91ed2cfc349bdbc74b3fa3604d973 as hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/meta/1588230740/table/7ed91ed2cfc349bdbc74b3fa3604d973
2024-12-04T15:17:56,403 INFO  [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/meta/1588230740/table/7ed91ed2cfc349bdbc74b3fa3604d973, entries=20, sequenceid=56, filesize=6.5 K
2024-12-04T15:17:56,404 INFO  [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1436ms, sequenceid=56, compaction requested=false
2024-12-04T15:17:56,407 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7fe5b12a67eb2ddf5a55adfb11d4d417/.tmp/testFamily/42a6965fabc94a2aa266eea9fc7a5246
2024-12-04T15:17:56,409 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-12-04T15:17:56,410 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-04T15:17:56,410 INFO  [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-04T15:17:56,410 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733325474967Running coprocessor pre-close hooks at 1733325474967Disabling compacts and flushes for region at 1733325474967Disabling writes for close at 1733325474968 (+1 ms)Obtaining lock to block concurrent updates at 1733325474971 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733325474971Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733325474978 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733325474979 (+1 ms)Flushing 1588230740/info: creating writer at 1733325474981 (+2 ms)Flushing 1588230740/info: appending metadata at 1733325475022 (+41 ms)Flushing 1588230740/info: closing flushed file at 1733325475022Flushing 1588230740/ns: creating writer at 1733325475489 (+467 ms)Flushing 1588230740/ns: appending metadata at 1733325475513 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1733325475513Flushing 1588230740/table: creating writer at 1733325475937 (+424 ms)Flushing 1588230740/table: appending metadata at 1733325475954 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733325475954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@552996f9: reopening flushed file at 1733325476375 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d0f6003: reopening flushed file at 1733325476386 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1814ac12: reopening flushed file at 1733325476395 (+9 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1436ms, sequenceid=56, compaction requested=false at 1733325476404 (+9 ms)Writing region close event to WAL at 1733325476405 (+1 ms)Running coprocessor post-close hooks at 1733325476409 (+4 ms)Closed at 1733325476410 (+1 ms)
2024-12-04T15:17:56,410 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-04T15:17:56,415 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7fe5b12a67eb2ddf5a55adfb11d4d417/.tmp/testFamily/42a6965fabc94a2aa266eea9fc7a5246 as hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7fe5b12a67eb2ddf5a55adfb11d4d417/testFamily/42a6965fabc94a2aa266eea9fc7a5246
2024-12-04T15:17:56,422 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7fe5b12a67eb2ddf5a55adfb11d4d417/testFamily/42a6965fabc94a2aa266eea9fc7a5246, entries=4, sequenceid=8, filesize=4.9 K
2024-12-04T15:17:56,423 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7fe5b12a67eb2ddf5a55adfb11d4d417 in 436ms, sequenceid=8, compaction requested=false
2024-12-04T15:17:56,429 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7fe5b12a67eb2ddf5a55adfb11d4d417/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-04T15:17:56,430 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417.
2024-12-04T15:17:56,430 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fe5b12a67eb2ddf5a55adfb11d4d417:
Waiting for close lock at 1733325475986Running coprocessor pre-close hooks at 1733325475986Disabling compacts and flushes for region at 1733325475986Disabling writes for close at 1733325475987 (+1 ms)Obtaining lock to block concurrent updates at 1733325475987Preparing flush snapshotting stores in 7fe5b12a67eb2ddf5a55adfb11d4d417 at 1733325475987Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733325475987Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417. at 1733325475988 (+1 ms)Flushing 7fe5b12a67eb2ddf5a55adfb11d4d417/testFamily: creating writer at 1733325475988Flushing 7fe5b12a67eb2ddf5a55adfb11d4d417/testFamily: appending metadata at 1733325476001 (+13 ms)Flushing 7fe5b12a67eb2ddf5a55adfb11d4d417/testFamily: closing flushed file at 1733325476001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b7c2792: reopening flushed file at 1733325476414 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7fe5b12a67eb2ddf5a55adfb11d4d417 in 436ms, sequenceid=8, compaction requested=false at 1733325476424 (+10 ms)Writing region close event to WAL at 1733325476424Running coprocessor post-close hooks at 1733325476429 (+5 ms)Closed at 1733325476429
2024-12-04T15:17:56,430 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733325411566.7fe5b12a67eb2ddf5a55adfb11d4d417.
2024-12-04T15:17:56,430 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 574cef2b4da0398ada2664601417c32e, disabling compactions & flushes
2024-12-04T15:17:56,430 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e.
2024-12-04T15:17:56,430 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e.
2024-12-04T15:17:56,430 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e. after waiting 0 ms
2024-12-04T15:17:56,430 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e.
2024-12-04T15:17:56,430 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 574cef2b4da0398ada2664601417c32e 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-04T15:17:56,445 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnNext/574cef2b4da0398ada2664601417c32e/.tmp/testFamily/1a3b1cbec0514b4bba0a7b0cac3fa6c0 is 61, key is row-0/testFamily:testQualifier/1733325462779/Put/seqid=0
2024-12-04T15:17:56,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741861_1037 (size=5049)
2024-12-04T15:17:56,571 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 12f7411910bd39a1282830b09bab560a, 3e9a32ec1c196c293d044b5d5c18eb18, 4049dd2d13b6590f9df17dab31def805, 574cef2b4da0398ada2664601417c32e, 60b4fc53a553c96c09da5244bc09ca7a, d42a513ccd7dc42b971613bde9bf5a34, dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:56,771 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 12f7411910bd39a1282830b09bab560a, 3e9a32ec1c196c293d044b5d5c18eb18, 4049dd2d13b6590f9df17dab31def805, 574cef2b4da0398ada2664601417c32e, 60b4fc53a553c96c09da5244bc09ca7a, d42a513ccd7dc42b971613bde9bf5a34, dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:56,851 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnNext/574cef2b4da0398ada2664601417c32e/.tmp/testFamily/1a3b1cbec0514b4bba0a7b0cac3fa6c0
2024-12-04T15:17:56,863 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnNext/574cef2b4da0398ada2664601417c32e/.tmp/testFamily/1a3b1cbec0514b4bba0a7b0cac3fa6c0 as hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnNext/574cef2b4da0398ada2664601417c32e/testFamily/1a3b1cbec0514b4bba0a7b0cac3fa6c0
2024-12-04T15:17:56,874 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnNext/574cef2b4da0398ada2664601417c32e/testFamily/1a3b1cbec0514b4bba0a7b0cac3fa6c0, entries=4, sequenceid=8, filesize=4.9 K
2024-12-04T15:17:56,875 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 574cef2b4da0398ada2664601417c32e in 445ms, sequenceid=8, compaction requested=false
2024-12-04T15:17:56,882 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnNext/574cef2b4da0398ada2664601417c32e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-04T15:17:56,883 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e.
2024-12-04T15:17:56,883 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 574cef2b4da0398ada2664601417c32e:
Waiting for close lock at 1733325476430Running coprocessor pre-close hooks at 1733325476430Disabling compacts and flushes for region at 1733325476430Disabling writes for close at 1733325476430Obtaining lock to block concurrent updates at 1733325476430Preparing flush snapshotting stores in 574cef2b4da0398ada2664601417c32e at 1733325476430Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733325476431 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e. at 1733325476432 (+1 ms)Flushing 574cef2b4da0398ada2664601417c32e/testFamily: creating writer at 1733325476432Flushing 574cef2b4da0398ada2664601417c32e/testFamily: appending metadata at 1733325476445 (+13 ms)Flushing 574cef2b4da0398ada2664601417c32e/testFamily: closing flushed file at 1733325476445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3946f59d: reopening flushed file at 1733325476862 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 574cef2b4da0398ada2664601417c32e in 445ms, sequenceid=8, compaction requested=false at 1733325476875 (+13 ms)Writing region close event to WAL at 1733325476876 (+1 ms)Running coprocessor post-close hooks at 1733325476882 (+6 ms)Closed at 1733325476883 (+1 ms)
2024-12-04T15:17:56,883 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733325461735.574cef2b4da0398ada2664601417c32e.
2024-12-04T15:17:56,883 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12f7411910bd39a1282830b09bab560a, disabling compactions & flushes
2024-12-04T15:17:56,883 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a.
2024-12-04T15:17:56,883 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a.
2024-12-04T15:17:56,883 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a. after waiting 0 ms
2024-12-04T15:17:56,883 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a.
2024-12-04T15:17:56,883 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 12f7411910bd39a1282830b09bab560a 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-04T15:17:56,902 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnOpenScannerAsync/12f7411910bd39a1282830b09bab560a/.tmp/testFamily/cf5cf61a01624be2a3294a0c4af71bf1 is 61, key is row-0/testFamily:testQualifier/1733325471884/Put/seqid=0
2024-12-04T15:17:56,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741862_1038 (size=5049)
2024-12-04T15:17:56,971 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-12-04T15:17:56,972 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1325): Online Regions={12f7411910bd39a1282830b09bab560a=testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a., 4049dd2d13b6590f9df17dab31def805=hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805., dea4173dba0ff1637cfe88da10b8faa9=testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9., d42a513ccd7dc42b971613bde9bf5a34=hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34., 3e9a32ec1c196c293d044b5d5c18eb18=testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18., 60b4fc53a553c96c09da5244bc09ca7a=testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a.}
2024-12-04T15:17:56,972 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 12f7411910bd39a1282830b09bab560a, 3e9a32ec1c196c293d044b5d5c18eb18, 4049dd2d13b6590f9df17dab31def805, 60b4fc53a553c96c09da5244bc09ca7a, d42a513ccd7dc42b971613bde9bf5a34, dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:57,172 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 12f7411910bd39a1282830b09bab560a, 3e9a32ec1c196c293d044b5d5c18eb18, 4049dd2d13b6590f9df17dab31def805, 60b4fc53a553c96c09da5244bc09ca7a, d42a513ccd7dc42b971613bde9bf5a34, dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:57,310 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnOpenScannerAsync/12f7411910bd39a1282830b09bab560a/.tmp/testFamily/cf5cf61a01624be2a3294a0c4af71bf1
2024-12-04T15:17:57,320 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnOpenScannerAsync/12f7411910bd39a1282830b09bab560a/.tmp/testFamily/cf5cf61a01624be2a3294a0c4af71bf1 as hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnOpenScannerAsync/12f7411910bd39a1282830b09bab560a/testFamily/cf5cf61a01624be2a3294a0c4af71bf1
2024-12-04T15:17:57,330 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnOpenScannerAsync/12f7411910bd39a1282830b09bab560a/testFamily/cf5cf61a01624be2a3294a0c4af71bf1, entries=4, sequenceid=8, filesize=4.9 K
2024-12-04T15:17:57,332 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 12f7411910bd39a1282830b09bab560a in 449ms, sequenceid=8, compaction requested=false
2024-12-04T15:17:57,337 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnOpenScannerAsync/12f7411910bd39a1282830b09bab560a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-04T15:17:57,338 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a.
2024-12-04T15:17:57,338 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12f7411910bd39a1282830b09bab560a:
Waiting for close lock at 1733325476883Running coprocessor pre-close hooks at 1733325476883Disabling compacts and flushes for region at 1733325476883Disabling writes for close at 1733325476883Obtaining lock to block concurrent updates at 1733325476883Preparing flush snapshotting stores in 12f7411910bd39a1282830b09bab560a at 1733325476883Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733325476884 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a. at 1733325476885 (+1 ms)Flushing 12f7411910bd39a1282830b09bab560a/testFamily: creating writer at 1733325476885Flushing 12f7411910bd39a1282830b09bab560a/testFamily: appending metadata at 1733325476901 (+16 ms)Flushing 12f7411910bd39a1282830b09bab560a/testFamily: closing flushed file at 1733325476902 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79d6236a: reopening flushed file at 1733325477319 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 12f7411910bd39a1282830b09bab560a in 449ms, sequenceid=8, compaction requested=false at 1733325477332 (+13 ms)Writing region close event to WAL at 1733325477333 (+1 ms)Running coprocessor post-close hooks at 1733325477338 (+5 ms)Closed at 1733325477338
2024-12-04T15:17:57,338 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733325468830.12f7411910bd39a1282830b09bab560a.
2024-12-04T15:17:57,338 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4049dd2d13b6590f9df17dab31def805, disabling compactions & flushes
2024-12-04T15:17:57,338 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805.
2024-12-04T15:17:57,339 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805.
2024-12-04T15:17:57,339 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805. after waiting 0 ms
2024-12-04T15:17:57,339 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805.
2024-12-04T15:17:57,339 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4049dd2d13b6590f9df17dab31def805 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-04T15:17:57,356 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnNextAsync/4049dd2d13b6590f9df17dab31def805/.tmp/testFamily/9417b161fd4e4f8cb40af8ccabb43d75 is 61, key is row-0/testFamily:testQualifier/1733325425181/Put/seqid=0
2024-12-04T15:17:57,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741863_1039 (size=5049)
2024-12-04T15:17:57,372 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 3e9a32ec1c196c293d044b5d5c18eb18, 4049dd2d13b6590f9df17dab31def805, 60b4fc53a553c96c09da5244bc09ca7a, d42a513ccd7dc42b971613bde9bf5a34, dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:57,573 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 3e9a32ec1c196c293d044b5d5c18eb18, 4049dd2d13b6590f9df17dab31def805, 60b4fc53a553c96c09da5244bc09ca7a, d42a513ccd7dc42b971613bde9bf5a34, dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:57,762 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnNextAsync/4049dd2d13b6590f9df17dab31def805/.tmp/testFamily/9417b161fd4e4f8cb40af8ccabb43d75
2024-12-04T15:17:57,773 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 3e9a32ec1c196c293d044b5d5c18eb18, 4049dd2d13b6590f9df17dab31def805, 60b4fc53a553c96c09da5244bc09ca7a, d42a513ccd7dc42b971613bde9bf5a34, dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:57,774 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnNextAsync/4049dd2d13b6590f9df17dab31def805/.tmp/testFamily/9417b161fd4e4f8cb40af8ccabb43d75 as hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnNextAsync/4049dd2d13b6590f9df17dab31def805/testFamily/9417b161fd4e4f8cb40af8ccabb43d75
2024-12-04T15:17:57,787 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnNextAsync/4049dd2d13b6590f9df17dab31def805/testFamily/9417b161fd4e4f8cb40af8ccabb43d75, entries=4, sequenceid=8, filesize=4.9 K
2024-12-04T15:17:57,788 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4049dd2d13b6590f9df17dab31def805 in 449ms, sequenceid=8, compaction requested=false
2024-12-04T15:17:57,794 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnNextAsync/4049dd2d13b6590f9df17dab31def805/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-04T15:17:57,795 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805.
2024-12-04T15:17:57,795 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4049dd2d13b6590f9df17dab31def805:
Waiting for close lock at 1733325477338Running coprocessor pre-close hooks at 1733325477338Disabling compacts and flushes for region at 1733325477338Disabling writes for close at 1733325477339 (+1 ms)Obtaining lock to block concurrent updates at 1733325477339Preparing flush snapshotting stores in 4049dd2d13b6590f9df17dab31def805 at 1733325477339Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733325477339Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805. at 1733325477340 (+1 ms)Flushing 4049dd2d13b6590f9df17dab31def805/testFamily: creating writer at 1733325477340Flushing 4049dd2d13b6590f9df17dab31def805/testFamily: appending metadata at 1733325477355 (+15 ms)Flushing 4049dd2d13b6590f9df17dab31def805/testFamily: closing flushed file at 1733325477355Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e660274: reopening flushed file at 1733325477772 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4049dd2d13b6590f9df17dab31def805 in 449ms, sequenceid=8, compaction requested=false at 1733325477788 (+16 ms)Writing region close event to WAL at 1733325477789 (+1 ms)Running coprocessor post-close hooks at 1733325477795 (+6 ms)Closed at 1733325477795
2024-12-04T15:17:57,796 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733325422122.4049dd2d13b6590f9df17dab31def805.
2024-12-04T15:17:57,796 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dea4173dba0ff1637cfe88da10b8faa9, disabling compactions & flushes
2024-12-04T15:17:57,796 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9.
2024-12-04T15:17:57,796 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9.
2024-12-04T15:17:57,796 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9. after waiting 0 ms
2024-12-04T15:17:57,796 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9.
2024-12-04T15:17:57,796 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dea4173dba0ff1637cfe88da10b8faa9 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-04T15:17:57,815 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnNextAsync/dea4173dba0ff1637cfe88da10b8faa9/.tmp/testFamily/78e50b6979c74b3bad013e3a179e45d1 is 61, key is row-0/testFamily:testQualifier/1733325443469/Put/seqid=0
2024-12-04T15:17:57,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741864_1040 (size=5049)
2024-12-04T15:17:57,973 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-12-04T15:17:57,973 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1325): Online Regions={dea4173dba0ff1637cfe88da10b8faa9=testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9., d42a513ccd7dc42b971613bde9bf5a34=hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34., 3e9a32ec1c196c293d044b5d5c18eb18=testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18., 60b4fc53a553c96c09da5244bc09ca7a=testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a.}
2024-12-04T15:17:57,974 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 3e9a32ec1c196c293d044b5d5c18eb18, 60b4fc53a553c96c09da5244bc09ca7a, d42a513ccd7dc42b971613bde9bf5a34, dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:58,174 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 3e9a32ec1c196c293d044b5d5c18eb18, 60b4fc53a553c96c09da5244bc09ca7a, d42a513ccd7dc42b971613bde9bf5a34, dea4173dba0ff1637cfe88da10b8faa9
2024-12-04T15:17:58,221 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnNextAsync/dea4173dba0ff1637cfe88da10b8faa9/.tmp/testFamily/78e50b6979c74b3bad013e3a179e45d1
2024-12-04T15:17:58,232 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnNextAsync/dea4173dba0ff1637cfe88da10b8faa9/.tmp/testFamily/78e50b6979c74b3bad013e3a179e45d1 as hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnNextAsync/dea4173dba0ff1637cfe88da10b8faa9/testFamily/78e50b6979c74b3bad013e3a179e45d1
2024-12-04T15:17:58,241 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnNextAsync/dea4173dba0ff1637cfe88da10b8faa9/testFamily/78e50b6979c74b3bad013e3a179e45d1, entries=4, sequenceid=8, filesize=4.9 K
2024-12-04T15:17:58,243 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for dea4173dba0ff1637cfe88da10b8faa9 in 447ms, sequenceid=8, compaction requested=false
2024-12-04T15:17:58,249 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnNextAsync/dea4173dba0ff1637cfe88da10b8faa9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-04T15:17:58,250 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9.
2024-12-04T15:17:58,250 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dea4173dba0ff1637cfe88da10b8faa9:
Waiting for close lock at 1733325477796Running coprocessor pre-close hooks at 1733325477796Disabling compacts and flushes for region at 1733325477796Disabling writes for close at 1733325477796Obtaining lock to block concurrent updates at 1733325477796Preparing flush snapshotting stores in dea4173dba0ff1637cfe88da10b8faa9 at 1733325477796Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733325477797 (+1 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9. at 1733325477797Flushing dea4173dba0ff1637cfe88da10b8faa9/testFamily: creating writer at 1733325477798 (+1 ms)Flushing dea4173dba0ff1637cfe88da10b8faa9/testFamily: appending metadata at 1733325477815 (+17 ms)Flushing dea4173dba0ff1637cfe88da10b8faa9/testFamily: closing flushed file at 1733325477815Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20c6fa05: reopening flushed file at 1733325478231 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for dea4173dba0ff1637cfe88da10b8faa9 in 447ms, sequenceid=8, compaction requested=false at 1733325478243 (+12 ms)Writing region close event to WAL at 1733325478244 (+1 ms)Running coprocessor post-close hooks at 1733325478250 (+6 ms)Closed at 1733325478250
2024-12-04T15:17:58,251 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733325440434.dea4173dba0ff1637cfe88da10b8faa9.
2024-12-04T15:17:58,251 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d42a513ccd7dc42b971613bde9bf5a34, disabling compactions & flushes
2024-12-04T15:17:58,251 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34.
2024-12-04T15:17:58,251 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34.
2024-12-04T15:17:58,251 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34. after waiting 0 ms
2024-12-04T15:17:58,251 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34.
2024-12-04T15:17:58,251 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d42a513ccd7dc42b971613bde9bf5a34 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-04T15:17:58,271 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnOpenScanner/d42a513ccd7dc42b971613bde9bf5a34/.tmp/testFamily/29d791ad08af4e0c8a578760e5558ea2 is 61, key is row-0/testFamily:testQualifier/1733325416063/Put/seqid=0
2024-12-04T15:17:58,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741865_1041 (size=5049)
2024-12-04T15:17:58,374 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 3e9a32ec1c196c293d044b5d5c18eb18, 60b4fc53a553c96c09da5244bc09ca7a, d42a513ccd7dc42b971613bde9bf5a34
2024-12-04T15:17:58,574 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 3e9a32ec1c196c293d044b5d5c18eb18, 60b4fc53a553c96c09da5244bc09ca7a, d42a513ccd7dc42b971613bde9bf5a34
2024-12-04T15:17:58,681 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnOpenScanner/d42a513ccd7dc42b971613bde9bf5a34/.tmp/testFamily/29d791ad08af4e0c8a578760e5558ea2
2024-12-04T15:17:58,693 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnOpenScanner/d42a513ccd7dc42b971613bde9bf5a34/.tmp/testFamily/29d791ad08af4e0c8a578760e5558ea2 as hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnOpenScanner/d42a513ccd7dc42b971613bde9bf5a34/testFamily/29d791ad08af4e0c8a578760e5558ea2
2024-12-04T15:17:58,702 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnOpenScanner/d42a513ccd7dc42b971613bde9bf5a34/testFamily/29d791ad08af4e0c8a578760e5558ea2, entries=4, sequenceid=8, filesize=4.9 K
2024-12-04T15:17:58,704 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d42a513ccd7dc42b971613bde9bf5a34 in 453ms, sequenceid=8, compaction requested=false
2024-12-04T15:17:58,710 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/hbase/testMetaScanTimeoutOnOpenScanner/d42a513ccd7dc42b971613bde9bf5a34/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-04T15:17:58,710 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34.
2024-12-04T15:17:58,711 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d42a513ccd7dc42b971613bde9bf5a34:
Waiting for close lock at 1733325478251Running coprocessor pre-close hooks at 1733325478251Disabling compacts and flushes for region at 1733325478251Disabling writes for close at 1733325478251Obtaining lock to block concurrent updates at 1733325478251Preparing flush snapshotting stores in d42a513ccd7dc42b971613bde9bf5a34 at 1733325478251Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733325478251Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34. at 1733325478252 (+1 ms)Flushing d42a513ccd7dc42b971613bde9bf5a34/testFamily: creating writer at 1733325478252Flushing d42a513ccd7dc42b971613bde9bf5a34/testFamily: appending metadata at 1733325478271 (+19 ms)Flushing d42a513ccd7dc42b971613bde9bf5a34/testFamily: closing flushed file at 1733325478271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e954ff: reopening flushed file at 1733325478691 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d42a513ccd7dc42b971613bde9bf5a34 in 453ms, sequenceid=8, compaction requested=false at 1733325478704 (+13 ms)Writing region close event to WAL at 1733325478705 (+1 ms)Running coprocessor post-close hooks at 1733325478710 (+5 ms)Closed at 1733325478710
2024-12-04T15:17:58,711 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733325412991.d42a513ccd7dc42b971613bde9bf5a34.
2024-12-04T15:17:58,711 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e9a32ec1c196c293d044b5d5c18eb18, disabling compactions & flushes
2024-12-04T15:17:58,711 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18.
2024-12-04T15:17:58,711 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18.
2024-12-04T15:17:58,711 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18. after waiting 0 ms
2024-12-04T15:17:58,711 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18.
2024-12-04T15:17:58,711 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3e9a32ec1c196c293d044b5d5c18eb18 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-04T15:17:58,733 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testRetryOutOfOrderScannerNextException/3e9a32ec1c196c293d044b5d5c18eb18/.tmp/testFamily/4eae8122c0374ae788493a1f271159fc is 61, key is row-0/testFamily:testQualifier/1733325434288/Put/seqid=0
2024-12-04T15:17:58,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741866_1042 (size=5049)
2024-12-04T15:17:58,775 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 3e9a32ec1c196c293d044b5d5c18eb18, 60b4fc53a553c96c09da5244bc09ca7a
2024-12-04T15:17:58,975 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-04T15:17:58,975 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1325): Online Regions={3e9a32ec1c196c293d044b5d5c18eb18=testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18., 60b4fc53a553c96c09da5244bc09ca7a=testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a.}
2024-12-04T15:17:58,975 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 3e9a32ec1c196c293d044b5d5c18eb18, 60b4fc53a553c96c09da5244bc09ca7a
2024-12-04T15:17:59,139 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testRetryOutOfOrderScannerNextException/3e9a32ec1c196c293d044b5d5c18eb18/.tmp/testFamily/4eae8122c0374ae788493a1f271159fc
2024-12-04T15:17:59,147 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testRetryOutOfOrderScannerNextException/3e9a32ec1c196c293d044b5d5c18eb18/.tmp/testFamily/4eae8122c0374ae788493a1f271159fc as hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testRetryOutOfOrderScannerNextException/3e9a32ec1c196c293d044b5d5c18eb18/testFamily/4eae8122c0374ae788493a1f271159fc
2024-12-04T15:17:59,156 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testRetryOutOfOrderScannerNextException/3e9a32ec1c196c293d044b5d5c18eb18/testFamily/4eae8122c0374ae788493a1f271159fc, entries=4, sequenceid=8, filesize=4.9 K
2024-12-04T15:17:59,157 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3e9a32ec1c196c293d044b5d5c18eb18 in 446ms, sequenceid=8, compaction requested=false
2024-12-04T15:17:59,161 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testRetryOutOfOrderScannerNextException/3e9a32ec1c196c293d044b5d5c18eb18/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-04T15:17:59,162 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18.
2024-12-04T15:17:59,162 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e9a32ec1c196c293d044b5d5c18eb18:
Waiting for close lock at 1733325478711Running coprocessor pre-close hooks at 1733325478711Disabling compacts and flushes for region at 1733325478711Disabling writes for close at 1733325478711Obtaining lock to block concurrent updates at 1733325478711Preparing flush snapshotting stores in 3e9a32ec1c196c293d044b5d5c18eb18 at 1733325478711Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733325478712 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18. at 1733325478712Flushing 3e9a32ec1c196c293d044b5d5c18eb18/testFamily: creating writer at 1733325478712Flushing 3e9a32ec1c196c293d044b5d5c18eb18/testFamily: appending metadata at 1733325478732 (+20 ms)Flushing 3e9a32ec1c196c293d044b5d5c18eb18/testFamily: closing flushed file at 1733325478732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e1c8927: reopening flushed file at 1733325479146 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3e9a32ec1c196c293d044b5d5c18eb18 in 446ms, sequenceid=8, compaction requested=false at 1733325479157 (+11 ms)Writing region close event to WAL at 1733325479158 (+1 ms)Running coprocessor post-close hooks at 1733325479162 (+4 ms)Closed at 1733325479162
2024-12-04T15:17:59,163 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733325431244.3e9a32ec1c196c293d044b5d5c18eb18.
2024-12-04T15:17:59,163 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60b4fc53a553c96c09da5244bc09ca7a, disabling compactions & flushes
2024-12-04T15:17:59,163 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a.
2024-12-04T15:17:59,163 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a.
2024-12-04T15:17:59,163 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a. after waiting 0 ms
2024-12-04T15:17:59,163 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a.
2024-12-04T15:17:59,163 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 60b4fc53a553c96c09da5244bc09ca7a 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-04T15:17:59,176 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 60b4fc53a553c96c09da5244bc09ca7a
2024-12-04T15:17:59,178 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnNext/60b4fc53a553c96c09da5244bc09ca7a/.tmp/testFamily/d1c230e76ffa49a1af12aaa6bfb1990a is 61, key is row-0/testFamily:testQualifier/1733325449584/Put/seqid=0
2024-12-04T15:17:59,182 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741867_1043 (size=5049)
2024-12-04T15:17:59,376 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 60b4fc53a553c96c09da5244bc09ca7a
2024-12-04T15:17:59,576 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1351): Waiting on 60b4fc53a553c96c09da5244bc09ca7a
2024-12-04T15:17:59,584 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnNext/60b4fc53a553c96c09da5244bc09ca7a/.tmp/testFamily/d1c230e76ffa49a1af12aaa6bfb1990a
2024-12-04T15:17:59,592 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnNext/60b4fc53a553c96c09da5244bc09ca7a/.tmp/testFamily/d1c230e76ffa49a1af12aaa6bfb1990a as hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnNext/60b4fc53a553c96c09da5244bc09ca7a/testFamily/d1c230e76ffa49a1af12aaa6bfb1990a
2024-12-04T15:17:59,600 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnNext/60b4fc53a553c96c09da5244bc09ca7a/testFamily/d1c230e76ffa49a1af12aaa6bfb1990a, entries=4, sequenceid=8, filesize=4.9 K
2024-12-04T15:17:59,601 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 60b4fc53a553c96c09da5244bc09ca7a in 438ms, sequenceid=8, compaction requested=false
2024-12-04T15:17:59,607 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/data/default/testNormalScanTimeoutOnNext/60b4fc53a553c96c09da5244bc09ca7a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-04T15:17:59,608 INFO  [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a.
2024-12-04T15:17:59,608 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60b4fc53a553c96c09da5244bc09ca7a:
Waiting for close lock at 1733325479163Running coprocessor pre-close hooks at 1733325479163Disabling compacts and flushes for region at 1733325479163Disabling writes for close at 1733325479163Obtaining lock to block concurrent updates at 1733325479163Preparing flush snapshotting stores in 60b4fc53a553c96c09da5244bc09ca7a at 1733325479163Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733325479163Flushing stores of testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a. at 1733325479164 (+1 ms)Flushing 60b4fc53a553c96c09da5244bc09ca7a/testFamily: creating writer at 1733325479164Flushing 60b4fc53a553c96c09da5244bc09ca7a/testFamily: appending metadata at 1733325479178 (+14 ms)Flushing 60b4fc53a553c96c09da5244bc09ca7a/testFamily: closing flushed file at 1733325479178Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10d9f5c7: reopening flushed file at 1733325479591 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 60b4fc53a553c96c09da5244bc09ca7a in 438ms, sequenceid=8, compaction requested=false at 1733325479601 (+10 ms)Writing region close event to WAL at 1733325479602 (+1 ms)Running coprocessor post-close hooks at 1733325479608 (+6 ms)Closed at 1733325479608
2024-12-04T15:17:59,608 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733325446521.60b4fc53a553c96c09da5244bc09ca7a.
2024-12-04T15:17:59,777 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,42987,1733325346853; all regions closed.
2024-12-04T15:17:59,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741834_1010 (size=19479)
2024-12-04T15:17:59,794 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/oldWALs
2024-12-04T15:17:59,794 INFO  [RS:0;c6f2e1d35cf1:42987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C42987%2C1733325346853.meta:.meta(num 1733325410663)
2024-12-04T15:17:59,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741833_1009 (size=20031)
2024-12-04T15:17:59,797 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/WALs/c6f2e1d35cf1,42987,1733325346853/c6f2e1d35cf1%2C42987%2C1733325346853.1733325410167 not finished, retry = 0
2024-12-04T15:17:59,905 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/oldWALs
2024-12-04T15:17:59,905 INFO  [RS:0;c6f2e1d35cf1:42987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C42987%2C1733325346853:(num 1733325410167)
2024-12-04T15:17:59,905 DEBUG [RS:0;c6f2e1d35cf1:42987 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T15:17:59,905 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.LeaseManager(133): Closed leases
2024-12-04T15:17:59,906 INFO  [RS:0;c6f2e1d35cf1:42987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-04T15:17:59,907 INFO  [RS:0;c6f2e1d35cf1:42987 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-04T15:17:59,907 INFO  [RS:0;c6f2e1d35cf1:42987 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-04T15:17:59,907 INFO  [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-04T15:17:59,909 INFO  [RS:0;c6f2e1d35cf1:42987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42987
2024-12-04T15:17:59,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x101a217976e0001, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c6f2e1d35cf1,42987,1733325346853
2024-12-04T15:17:59,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-04T15:17:59,944 INFO  [RS:0;c6f2e1d35cf1:42987 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-04T15:17:59,946 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,42987,1733325346853]
2024-12-04T15:17:59,960 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c6f2e1d35cf1,42987,1733325346853 already deleted, retry=false
2024-12-04T15:17:59,961 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,42987,1733325346853 expired; onlineServers=0
2024-12-04T15:17:59,961 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,40673,1733325346021' *****
2024-12-04T15:17:59,961 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-04T15:17:59,962 INFO  [M:0;c6f2e1d35cf1:40673 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-04T15:17:59,962 INFO  [M:0;c6f2e1d35cf1:40673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-04T15:17:59,962 INFO  [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-04T15:17:59,962 DEBUG [M:0;c6f2e1d35cf1:40673 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-04T15:17:59,963 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-04T15:17:59,963 DEBUG [M:0;c6f2e1d35cf1:40673 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-04T15:17:59,963 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325349883 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325349883,5,FailOnTimeoutGroup]
2024-12-04T15:17:59,963 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325349877 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325349877,5,FailOnTimeoutGroup]
2024-12-04T15:17:59,963 INFO  [M:0;c6f2e1d35cf1:40673 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-04T15:17:59,964 INFO  [M:0;c6f2e1d35cf1:40673 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-04T15:17:59,964 DEBUG [M:0;c6f2e1d35cf1:40673 {}] master.HMaster(1795): Stopping service threads
2024-12-04T15:17:59,964 INFO  [M:0;c6f2e1d35cf1:40673 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-04T15:17:59,964 INFO  [M:0;c6f2e1d35cf1:40673 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-04T15:17:59,965 INFO  [M:0;c6f2e1d35cf1:40673 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-04T15:17:59,966 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-04T15:17:59,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-04T15:17:59,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T15:17:59,969 DEBUG [M:0;c6f2e1d35cf1:40673 {}] zookeeper.ZKUtil(347): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-04T15:17:59,969 WARN  [M:0;c6f2e1d35cf1:40673 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-04T15:17:59,970 INFO  [M:0;c6f2e1d35cf1:40673 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/.lastflushedseqids
2024-12-04T15:17:59,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741868_1044 (size=721)
2024-12-04T15:18:00,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x101a217976e0001, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-04T15:18:00,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x101a217976e0001, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-04T15:18:00,054 INFO  [RS:0;c6f2e1d35cf1:42987 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-04T15:18:00,055 INFO  [RS:0;c6f2e1d35cf1:42987 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,42987,1733325346853; zookeeper connection closed.
2024-12-04T15:18:00,055 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7498749f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7498749f
2024-12-04T15:18:00,057 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-04T15:18:00,387 INFO  [M:0;c6f2e1d35cf1:40673 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-04T15:18:00,387 INFO  [M:0;c6f2e1d35cf1:40673 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-04T15:18:00,388 DEBUG [M:0;c6f2e1d35cf1:40673 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-04T15:18:00,388 INFO  [M:0;c6f2e1d35cf1:40673 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T15:18:00,388 DEBUG [M:0;c6f2e1d35cf1:40673 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T15:18:00,388 DEBUG [M:0;c6f2e1d35cf1:40673 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-04T15:18:00,388 DEBUG [M:0;c6f2e1d35cf1:40673 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T15:18:00,389 INFO  [M:0;c6f2e1d35cf1:40673 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.12 KB heapSize=191.10 KB
2024-12-04T15:18:00,411 DEBUG [M:0;c6f2e1d35cf1:40673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8b7bc5cc17b4221859bd3742b7e8a83 is 82, key is hbase:meta,,1/info:regioninfo/1733325410915/Put/seqid=0
2024-12-04T15:18:00,416 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741869_1045 (size=5672)
2024-12-04T15:18:00,819 INFO  [M:0;c6f2e1d35cf1:40673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8b7bc5cc17b4221859bd3742b7e8a83
2024-12-04T15:18:00,852 DEBUG [M:0;c6f2e1d35cf1:40673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1297c88dabef405d9b577f4b9902ff9a is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733325412669/Put/seqid=0
2024-12-04T15:18:00,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741870_1046 (size=14077)
2024-12-04T15:18:01,040 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T15:18:01,258 INFO  [M:0;c6f2e1d35cf1:40673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.56 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1297c88dabef405d9b577f4b9902ff9a
2024-12-04T15:18:01,271 INFO  [M:0;c6f2e1d35cf1:40673 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1297c88dabef405d9b577f4b9902ff9a
2024-12-04T15:18:01,288 DEBUG [M:0;c6f2e1d35cf1:40673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11543dd22afc4212b377f3f703a73ef9 is 69, key is c6f2e1d35cf1,42987,1733325346853/rs:state/1733325379931/Put/seqid=0
2024-12-04T15:18:01,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741871_1047 (size=5156)
2024-12-04T15:18:01,694 INFO  [M:0;c6f2e1d35cf1:40673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11543dd22afc4212b377f3f703a73ef9
2024-12-04T15:18:01,703 DEBUG [M:0;c6f2e1d35cf1:40673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8b7bc5cc17b4221859bd3742b7e8a83 as hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8b7bc5cc17b4221859bd3742b7e8a83
2024-12-04T15:18:01,710 INFO  [M:0;c6f2e1d35cf1:40673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8b7bc5cc17b4221859bd3742b7e8a83, entries=8, sequenceid=318, filesize=5.5 K
2024-12-04T15:18:01,712 DEBUG [M:0;c6f2e1d35cf1:40673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1297c88dabef405d9b577f4b9902ff9a as hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1297c88dabef405d9b577f4b9902ff9a
2024-12-04T15:18:01,719 INFO  [M:0;c6f2e1d35cf1:40673 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1297c88dabef405d9b577f4b9902ff9a
2024-12-04T15:18:01,719 INFO  [M:0;c6f2e1d35cf1:40673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1297c88dabef405d9b577f4b9902ff9a, entries=33, sequenceid=318, filesize=13.7 K
2024-12-04T15:18:01,721 DEBUG [M:0;c6f2e1d35cf1:40673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11543dd22afc4212b377f3f703a73ef9 as hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/11543dd22afc4212b377f3f703a73ef9
2024-12-04T15:18:01,728 INFO  [M:0;c6f2e1d35cf1:40673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46505/user/jenkins/test-data/7dfc4d70-2dc7-56ae-32b1-82504ba87f4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/11543dd22afc4212b377f3f703a73ef9, entries=1, sequenceid=318, filesize=5.0 K
2024-12-04T15:18:01,729 INFO  [M:0;c6f2e1d35cf1:40673 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.12 KB/167031, heapSize ~190.80 KB/195384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=318, compaction requested=false
2024-12-04T15:18:01,731 INFO  [M:0;c6f2e1d35cf1:40673 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T15:18:01,731 DEBUG [M:0;c6f2e1d35cf1:40673 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733325480388Disabling compacts and flushes for region at 1733325480388Disabling writes for close at 1733325480388Obtaining lock to block concurrent updates at 1733325480389 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325480389Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167031, getHeapSize=195624, getOffHeapSize=0, getCellsCount=365 at 1733325480389Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325480391 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325480391Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325480411 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325480411Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325480833 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325480851 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325480851Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325481271 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325481288 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325481288Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ec21d73: reopening flushed file at 1733325481701 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10639123: reopening flushed file at 1733325481711 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@730e0270: reopening flushed file at 1733325481720 (+9 ms)Finished flush of dataSize ~163.12 KB/167031, heapSize ~190.80 KB/195384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=318, compaction requested=false at 1733325481729 (+9 ms)Writing region close event to WAL at 1733325481731 (+2 ms)Closed at 1733325481731
2024-12-04T15:18:01,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741830_1006 (size=188308)
2024-12-04T15:18:01,735 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-04T15:18:01,735 INFO  [M:0;c6f2e1d35cf1:40673 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-04T15:18:01,736 INFO  [M:0;c6f2e1d35cf1:40673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40673
2024-12-04T15:18:01,736 INFO  [M:0;c6f2e1d35cf1:40673 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-04T15:18:01,869 INFO  [M:0;c6f2e1d35cf1:40673 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-04T15:18:01,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-04T15:18:01,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40673-0x101a217976e0000, quorum=127.0.0.1:55409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-04T15:18:01,873 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16d0bc3d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-04T15:18:01,875 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e1cc352{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-04T15:18:01,876 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-04T15:18:01,876 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a781d84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-04T15:18:01,876 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c598c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/hadoop.log.dir/,STOPPED}
2024-12-04T15:18:01,878 WARN  [BP-1101987250-172.17.0.3-1733325340457 heartbeating to localhost/127.0.0.1:46505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-04T15:18:01,878 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-04T15:18:01,878 WARN  [BP-1101987250-172.17.0.3-1733325340457 heartbeating to localhost/127.0.0.1:46505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1101987250-172.17.0.3-1733325340457 (Datanode Uuid 9a61641d-bfd4-4be7-b164-aaa25dc5f890) service to localhost/127.0.0.1:46505
2024-12-04T15:18:01,878 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-04T15:18:01,880 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/cluster_4e2a813b-7e66-084e-7839-f46e18c96e5c/data/data1/current/BP-1101987250-172.17.0.3-1733325340457 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-04T15:18:01,880 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/cluster_4e2a813b-7e66-084e-7839-f46e18c96e5c/data/data2/current/BP-1101987250-172.17.0.3-1733325340457 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-04T15:18:01,881 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-04T15:18:01,887 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4df87c21{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-04T15:18:01,887 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29047fa7{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-04T15:18:01,887 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-04T15:18:01,888 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c1e5f71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-04T15:18:01,888 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3653a146{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1b026f-8ac1-1be1-5bb8-27604e39312c/hadoop.log.dir/,STOPPED}
2024-12-04T15:18:01,895 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-04T15:18:01,919 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down