2024-11-18 02:40:20,571 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b
2024-11-18 02:40:20,622 main DEBUG Took 0.048210 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-18 02:40:20,622 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-18 02:40:20,623 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-18 02:40:20,624 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-18 02:40:20,626 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:40:20,710 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-18 02:40:20,932 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:40:20,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:40:20,936 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:40:20,937 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:40:20,940 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:40:20,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:40:20,942 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:40:20,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:40:20,943 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:40:20,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:40:20,950 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:40:20,951 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:40:20,951 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:40:20,952 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:40:20,954 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:40:20,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:40:20,955 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:40:20,955 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:40:20,956 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:40:20,956 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:40:20,956 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:40:20,957 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:40:20,958 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:40:20,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:40:20,959 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:40:20,967 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-18 02:40:20,973 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:40:20,977 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-18 02:40:20,989 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-18 02:40:20,990 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-18 02:40:20,992 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-18 02:40:20,992 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-18 02:40:21,025 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-18 02:40:21,028 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-18 02:40:21,029 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-18 02:40:21,029 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-18 02:40:21,030 main DEBUG createAppenders(={Console})
2024-11-18 02:40:21,031 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b initialized
2024-11-18 02:40:21,031 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b
2024-11-18 02:40:21,031 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b OK.
2024-11-18 02:40:21,032 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-18 02:40:21,032 main DEBUG OutputStream closed
2024-11-18 02:40:21,033 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-18 02:40:21,033 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-18 02:40:21,034 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@37d4349f OK
2024-11-18 02:40:21,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-18 02:40:21,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-18 02:40:21,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-18 02:40:21,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-18 02:40:21,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-18 02:40:21,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-18 02:40:21,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-18 02:40:21,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-18 02:40:21,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-18 02:40:21,436 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-18 02:40:21,440 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-18 02:40:21,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-18 02:40:21,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-18 02:40:21,442 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-18 02:40:21,442 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-18 02:40:21,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-18 02:40:21,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-18 02:40:21,444 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-18 02:40:21,447 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-18 02:40:21,448 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@29ca3d04) with optional ClassLoader: null
2024-11-18 02:40:21,448 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-18 02:40:21,449 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@29ca3d04] started OK.
2024-11-18T02:40:21,553 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-18 02:40:21,579 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-18 02:40:21,580 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-18T02:40:23,291 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3
2024-11-18T02:40:23,399 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-18T02:40:23,511 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/cluster_80c40299-1382-d170-0977-14bb1d6ad3d6, deleteOnExit=true
2024-11-18T02:40:23,512 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-18T02:40:23,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/test.cache.data in system properties and HBase conf
2024-11-18T02:40:23,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/hadoop.tmp.dir in system properties and HBase conf
2024-11-18T02:40:23,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/hadoop.log.dir in system properties and HBase conf
2024-11-18T02:40:23,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-18T02:40:23,543 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-18T02:40:23,545 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-18T02:40:24,233 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-18T02:40:24,877 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-18T02:40:24,882 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-18T02:40:24,883 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-18T02:40:24,883 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-18T02:40:24,884 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-18T02:40:24,885 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-18T02:40:24,885 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-18T02:40:24,886 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-18T02:40:24,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-18T02:40:24,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-18T02:40:24,888 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/nfs.dump.dir in system properties and HBase conf
2024-11-18T02:40:24,888 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/java.io.tmpdir in system properties and HBase conf
2024-11-18T02:40:24,889 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-18T02:40:24,889 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-18T02:40:24,890 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-18T02:40:30,241 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-18T02:40:30,962 INFO  [Time-limited test {}] log.Log(170): Logging initialized @14707ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-18T02:40:31,524 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T02:40:31,956 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-18T02:40:32,178 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-18T02:40:32,179 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-18T02:40:32,180 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-18T02:40:32,217 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T02:40:32,235 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27a27e47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/hadoop.log.dir/,AVAILABLE}
2024-11-18T02:40:32,237 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e3d07b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-18T02:40:32,658 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bc10bc6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/java.io.tmpdir/jetty-localhost-34953-hadoop-hdfs-3_4_1-tests_jar-_-any-4561570838923854899/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-18T02:40:32,692 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33714866{HTTP/1.1, (http/1.1)}{localhost:34953}
2024-11-18T02:40:32,692 INFO  [Time-limited test {}] server.Server(415): Started @16438ms
2024-11-18T02:40:33,250 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T02:40:33,259 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-18T02:40:33,261 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-18T02:40:33,261 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-18T02:40:33,261 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-18T02:40:33,262 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c72d03a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/hadoop.log.dir/,AVAILABLE}
2024-11-18T02:40:33,263 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e9ca83d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-18T02:40:33,397 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ef3ce38{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/java.io.tmpdir/jetty-localhost-40477-hadoop-hdfs-3_4_1-tests_jar-_-any-5128264705371726771/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T02:40:33,398 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67776db9{HTTP/1.1, (http/1.1)}{localhost:40477}
2024-11-18T02:40:33,399 INFO  [Time-limited test {}] server.Server(415): Started @17144ms
2024-11-18T02:40:33,463 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-18T02:40:33,974 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/cluster_80c40299-1382-d170-0977-14bb1d6ad3d6/data/data2/current/BP-1502861598-172.17.0.2-1731897629006/current, will proceed with Du for space computation calculation, 
2024-11-18T02:40:33,974 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/cluster_80c40299-1382-d170-0977-14bb1d6ad3d6/data/data1/current/BP-1502861598-172.17.0.2-1731897629006/current, will proceed with Du for space computation calculation, 
2024-11-18T02:40:34,014 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-18T02:40:34,073 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb709855ef71ee19c with lease ID 0x135938280afa3d2e: Processing first storage report for DS-36358a0d-7a85-4e9f-a4b8-39992bb3ac6b from datanode DatanodeRegistration(127.0.0.1:39827, datanodeUuid=bb84d7bd-57fb-43b8-8a95-f0ad044b73b4, infoPort=37473, infoSecurePort=0, ipcPort=36525, storageInfo=lv=-57;cid=testClusterID;nsid=339121729;c=1731897629006)
2024-11-18T02:40:34,074 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb709855ef71ee19c with lease ID 0x135938280afa3d2e: from storage DS-36358a0d-7a85-4e9f-a4b8-39992bb3ac6b node DatanodeRegistration(127.0.0.1:39827, datanodeUuid=bb84d7bd-57fb-43b8-8a95-f0ad044b73b4, infoPort=37473, infoSecurePort=0, ipcPort=36525, storageInfo=lv=-57;cid=testClusterID;nsid=339121729;c=1731897629006), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-18T02:40:34,075 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb709855ef71ee19c with lease ID 0x135938280afa3d2e: Processing first storage report for DS-6dd534f2-d0e4-4e95-aadb-47cdcdd6a3ba from datanode DatanodeRegistration(127.0.0.1:39827, datanodeUuid=bb84d7bd-57fb-43b8-8a95-f0ad044b73b4, infoPort=37473, infoSecurePort=0, ipcPort=36525, storageInfo=lv=-57;cid=testClusterID;nsid=339121729;c=1731897629006)
2024-11-18T02:40:34,075 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb709855ef71ee19c with lease ID 0x135938280afa3d2e: from storage DS-6dd534f2-d0e4-4e95-aadb-47cdcdd6a3ba node DatanodeRegistration(127.0.0.1:39827, datanodeUuid=bb84d7bd-57fb-43b8-8a95-f0ad044b73b4, infoPort=37473, infoSecurePort=0, ipcPort=36525, storageInfo=lv=-57;cid=testClusterID;nsid=339121729;c=1731897629006), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-18T02:40:34,119 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3
2024-11-18T02:40:34,195 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/cluster_80c40299-1382-d170-0977-14bb1d6ad3d6/zookeeper_0, clientPort=51850, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/cluster_80c40299-1382-d170-0977-14bb1d6ad3d6/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/cluster_80c40299-1382-d170-0977-14bb1d6ad3d6/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-18T02:40:34,204 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51850
2024-11-18T02:40:34,213 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T02:40:34,216 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T02:40:34,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741825_1001 (size=7)
2024-11-18T02:40:34,859 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131 with version=8
2024-11-18T02:40:34,860 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/hbase-staging
2024-11-18T02:40:34,949 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-18T02:40:35,196 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=9
2024-11-18T02:40:35,207 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T02:40:35,207 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-18T02:40:35,212 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-18T02:40:35,212 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T02:40:35,212 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-18T02:40:35,350 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-18T02:40:35,409 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-18T02:40:35,417 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-18T02:40:35,421 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-18T02:40:35,448 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5404 (auto-detected)
2024-11-18T02:40:35,449 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-18T02:40:35,467 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34813
2024-11-18T02:40:35,489 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34813 connecting to ZooKeeper ensemble=127.0.0.1:51850
2024-11-18T02:40:35,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348130x0, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T02:40:35,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34813-0x10128f298110000 connected
2024-11-18T02:40:35,549 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T02:40:35,551 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T02:40:35,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T02:40:35,566 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131, hbase.cluster.distributed=false
2024-11-18T02:40:35,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-18T02:40:35,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34813
2024-11-18T02:40:35,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34813
2024-11-18T02:40:35,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34813
2024-11-18T02:40:35,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34813
2024-11-18T02:40:35,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34813
2024-11-18T02:40:35,701 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=9
2024-11-18T02:40:35,703 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T02:40:35,703 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-18T02:40:35,703 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-18T02:40:35,704 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T02:40:35,704 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-18T02:40:35,706 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-18T02:40:35,708 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-18T02:40:35,709 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35707
2024-11-18T02:40:35,711 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35707 connecting to ZooKeeper ensemble=127.0.0.1:51850
2024-11-18T02:40:35,712 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T02:40:35,715 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T02:40:35,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357070x0, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T02:40:35,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357070x0, quorum=127.0.0.1:51850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T02:40:35,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35707-0x10128f298110001 connected
2024-11-18T02:40:35,726 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-18T02:40:35,734 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-18T02:40:35,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35707-0x10128f298110001, quorum=127.0.0.1:51850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-18T02:40:35,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35707-0x10128f298110001, quorum=127.0.0.1:51850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-18T02:40:35,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35707
2024-11-18T02:40:35,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35707
2024-11-18T02:40:35,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35707
2024-11-18T02:40:35,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35707
2024-11-18T02:40:35,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35707
2024-11-18T02:40:35,759 DEBUG [M:0;c4730a2bacf8:34813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:34813
2024-11-18T02:40:35,760 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c4730a2bacf8,34813,1731897635001
2024-11-18T02:40:35,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T02:40:35,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x10128f298110001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T02:40:35,768 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c4730a2bacf8,34813,1731897635001
2024-11-18T02:40:35,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x10128f298110001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-18T02:40:35,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:40:35,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x10128f298110001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:40:35,789 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T02:40:35,791 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c4730a2bacf8,34813,1731897635001 from backup master directory
2024-11-18T02:40:35,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c4730a2bacf8,34813,1731897635001
2024-11-18T02:40:35,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T02:40:35,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x10128f298110001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T02:40:35,796 WARN  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T02:40:35,796 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,34813,1731897635001
2024-11-18T02:40:35,798 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-18T02:40:35,799 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-18T02:40:35,855 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/hbase.id] with ID: dae942e9-b96d-4949-af85-c252ef379259
2024-11-18T02:40:35,855 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/.tmp/hbase.id
2024-11-18T02:40:35,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741826_1002 (size=42)
2024-11-18T02:40:36,267 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/.tmp/hbase.id]:[hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/hbase.id]
2024-11-18T02:40:36,309 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T02:40:36,314 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-18T02:40:36,332 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-11-18T02:40:36,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x10128f298110001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:40:36,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:40:36,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741827_1003 (size=196)
2024-11-18T02:40:36,767 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T02:40:36,769 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-18T02:40:36,785 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:40:36,790 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T02:40:36,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741828_1004 (size=1189)
2024-11-18T02:40:37,240 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/data/master/store
2024-11-18T02:40:37,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741829_1005 (size=34)
2024-11-18T02:40:37,666 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-18T02:40:37,669 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:40:37,671 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-18T02:40:37,671 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T02:40:37,671 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T02:40:37,673 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-18T02:40:37,673 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T02:40:37,673 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T02:40:37,674 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731897637671Disabling compacts and flushes for region at 1731897637671Disabling writes for close at 1731897637673 (+2 ms)Writing region close event to WAL at 1731897637673Closed at 1731897637673
2024-11-18T02:40:37,676 WARN  [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/data/master/store/.initializing
2024-11-18T02:40:37,677 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/WALs/c4730a2bacf8,34813,1731897635001
2024-11-18T02:40:37,685 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T02:40:37,700 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C34813%2C1731897635001, suffix=, logDir=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/WALs/c4730a2bacf8,34813,1731897635001, archiveDir=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/oldWALs, maxLogs=10
2024-11-18T02:40:37,723 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/WALs/c4730a2bacf8,34813,1731897635001/c4730a2bacf8%2C34813%2C1731897635001.1731897637704, exclude list is [], retry=0
2024-11-18T02:40:37,740 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39827,DS-36358a0d-7a85-4e9f-a4b8-39992bb3ac6b,DISK]
2024-11-18T02:40:37,743 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-18T02:40:37,778 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/WALs/c4730a2bacf8,34813,1731897635001/c4730a2bacf8%2C34813%2C1731897635001.1731897637704
2024-11-18T02:40:37,779 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37473:37473)]
2024-11-18T02:40:37,780 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:40:37,780 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:40:37,783 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T02:40:37,784 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T02:40:37,820 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T02:40:37,845 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-18T02:40:37,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:40:37,852 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T02:40:37,852 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T02:40:37,855 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-18T02:40:37,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:40:37,856 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:40:37,857 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T02:40:37,859 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-18T02:40:37,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:40:37,860 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:40:37,861 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T02:40:37,863 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-18T02:40:37,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:40:37,864 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:40:37,865 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T02:40:37,869 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-18T02:40:37,870 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-18T02:40:37,876 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T02:40:37,876 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T02:40:37,879 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T02:40:37,883 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T02:40:37,887 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T02:40:37,888 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69559236, jitterRate=0.03651338815689087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T02:40:37,897 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731897637796Initializing all the Stores at 1731897637798 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731897637799 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731897637799Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731897637799Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731897637799Cleaning up temporary data from old regions at 1731897637876 (+77 ms)Region opened successfully at 1731897637897 (+21 ms)
2024-11-18T02:40:37,899 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-18T02:40:37,933 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ff95da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0
2024-11-18T02:40:37,966 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-18T02:40:37,978 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-18T02:40:37,978 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-18T02:40:37,981 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-18T02:40:37,982 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-18T02:40:37,987 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-18T02:40:37,987 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-18T02:40:38,011 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-18T02:40:38,019 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-18T02:40:38,021 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-18T02:40:38,024 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-18T02:40:38,025 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-18T02:40:38,027 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-18T02:40:38,029 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-18T02:40:38,033 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-18T02:40:38,035 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-18T02:40:38,037 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-18T02:40:38,038 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-18T02:40:38,057 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-18T02:40:38,058 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-18T02:40:38,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T02:40:38,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x10128f298110001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T02:40:38,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x10128f298110001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:40:38,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:40:38,065 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,34813,1731897635001, sessionid=0x10128f298110000, setting cluster-up flag (Was=false)
2024-11-18T02:40:38,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:40:38,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x10128f298110001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:40:38,089 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-18T02:40:38,091 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,34813,1731897635001
2024-11-18T02:40:38,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:40:38,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x10128f298110001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:40:38,103 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-18T02:40:38,104 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,34813,1731897635001
2024-11-18T02:40:38,112 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-18T02:40:38,149 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(746): ClusterId : dae942e9-b96d-4949-af85-c252ef379259
2024-11-18T02:40:38,151 DEBUG [RS:0;c4730a2bacf8:35707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-18T02:40:38,156 DEBUG [RS:0;c4730a2bacf8:35707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-18T02:40:38,156 DEBUG [RS:0;c4730a2bacf8:35707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-18T02:40:38,160 DEBUG [RS:0;c4730a2bacf8:35707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-18T02:40:38,160 DEBUG [RS:0;c4730a2bacf8:35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d11dded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0
2024-11-18T02:40:38,175 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:35707
2024-11-18T02:40:38,179 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-18T02:40:38,179 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-18T02:40:38,179 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-18T02:40:38,182 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,34813,1731897635001 with port=35707, startcode=1731897635662
2024-11-18T02:40:38,188 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-18T02:40:38,193 DEBUG [RS:0;c4730a2bacf8:35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-18T02:40:38,198 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-18T02:40:38,204 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-18T02:40:38,209 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,34813,1731897635001
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-18T02:40:38,218 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5
2024-11-18T02:40:38,219 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5
2024-11-18T02:40:38,219 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5
2024-11-18T02:40:38,219 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5
2024-11-18T02:40:38,220 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10
2024-11-18T02:40:38,220 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:40:38,220 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2
2024-11-18T02:40:38,220 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:40:38,224 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731897668224
2024-11-18T02:40:38,226 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-18T02:40:38,226 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T02:40:38,227 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-18T02:40:38,227 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-18T02:40:38,230 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-18T02:40:38,231 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-18T02:40:38,231 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-18T02:40:38,232 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-18T02:40:38,232 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-18T02:40:38,234 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:40:38,233 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-18T02:40:38,234 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-18T02:40:38,236 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-18T02:40:38,237 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-18T02:40:38,237 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-18T02:40:38,238 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34813 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T02:40:38,240 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-18T02:40:38,241 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-18T02:40:38,245 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731897638242,5,FailOnTimeoutGroup]
2024-11-18T02:40:38,246 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731897638245,5,FailOnTimeoutGroup]
2024-11-18T02:40:38,246 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-18T02:40:38,246 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-18T02:40:38,247 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-18T02:40:38,248 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-18T02:40:38,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741831_1007 (size=1321)
2024-11-18T02:40:38,266 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-18T02:40:38,267 WARN  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-18T02:40:38,652 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-18T02:40:38,652 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131
2024-11-18T02:40:38,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741832_1008 (size=32)
2024-11-18T02:40:39,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:40:39,066 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-18T02:40:39,069 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-18T02:40:39,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:40:39,070 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T02:40:39,070 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-18T02:40:39,072 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-18T02:40:39,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:40:39,073 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T02:40:39,073 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-18T02:40:39,076 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-18T02:40:39,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:40:39,077 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T02:40:39,077 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-18T02:40:39,080 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-18T02:40:39,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:40:39,081 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T02:40:39,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-18T02:40:39,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/meta/1588230740
2024-11-18T02:40:39,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/meta/1588230740
2024-11-18T02:40:39,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-18T02:40:39,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-18T02:40:39,088 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T02:40:39,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-18T02:40:39,095 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T02:40:39,097 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65561281, jitterRate=-0.023060783743858337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T02:40:39,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731897639064Initializing all the Stores at 1731897639066 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731897639066Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731897639066Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731897639066Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731897639066Cleaning up temporary data from old regions at 1731897639087 (+21 ms)Region opened successfully at 1731897639101 (+14 ms)
2024-11-18T02:40:39,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-18T02:40:39,101 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-18T02:40:39,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-18T02:40:39,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-18T02:40:39,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-18T02:40:39,103 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-18T02:40:39,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731897639101Disabling compacts and flushes for region at 1731897639101Disabling writes for close at 1731897639101Writing region close event to WAL at 1731897639103 (+2 ms)Closed at 1731897639103
2024-11-18T02:40:39,107 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T02:40:39,107 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-18T02:40:39,114 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-18T02:40:39,123 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-18T02:40:39,125 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-18T02:40:39,276 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:40:40,277 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:40:41,278 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:40:42,278 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:40:43,279 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:40:44,280 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:40:45,280 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:40:45,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-18T02:40:45,407 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-18T02:40:46,281 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:40:47,282 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:40:48,283 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:40:49,283 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:40:50,284 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:40:51,285 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:40:52,285 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:40:53,286 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:40:54,287 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:40:55,287 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:40:56,288 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:40:57,289 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:40:58,289 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:40:59,290 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:00,291 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:01,291 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:02,292 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:03,293 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:04,116 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T02:41:04,293 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:05,294 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:06,295 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:07,295 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:08,268 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,34813,1731897635001 with port=35707, startcode=1731897635662
2024-11-18T02:41:08,270 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,35707,1731897635662
2024-11-18T02:41:08,273 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34813 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,35707,1731897635662
2024-11-18T02:41:08,281 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131
2024-11-18T02:41:08,281 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46731
2024-11-18T02:41:08,282 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-18T02:41:08,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T02:41:08,286 DEBUG [RS:0;c4730a2bacf8:35707 {}] zookeeper.ZKUtil(111): regionserver:35707-0x10128f298110001, quorum=127.0.0.1:51850, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c4730a2bacf8,35707,1731897635662
2024-11-18T02:41:08,287 WARN  [RS:0;c4730a2bacf8:35707 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T02:41:08,287 INFO  [RS:0;c4730a2bacf8:35707 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T02:41:08,287 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/WALs/c4730a2bacf8,35707,1731897635662
2024-11-18T02:41:08,288 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,35707,1731897635662]
2024-11-18T02:41:08,296 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:08,312 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-18T02:41:08,324 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-18T02:41:08,329 INFO  [RS:0;c4730a2bacf8:35707 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-18T02:41:08,329 INFO  [RS:0;c4730a2bacf8:35707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T02:41:08,330 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-18T02:41:08,335 INFO  [RS:0;c4730a2bacf8:35707 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-18T02:41:08,337 INFO  [RS:0;c4730a2bacf8:35707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-18T02:41:08,337 DEBUG [RS:0;c4730a2bacf8:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:41:08,337 DEBUG [RS:0;c4730a2bacf8:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:41:08,337 DEBUG [RS:0;c4730a2bacf8:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:41:08,337 DEBUG [RS:0;c4730a2bacf8:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:41:08,338 DEBUG [RS:0;c4730a2bacf8:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:41:08,338 DEBUG [RS:0;c4730a2bacf8:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2
2024-11-18T02:41:08,338 DEBUG [RS:0;c4730a2bacf8:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:41:08,338 DEBUG [RS:0;c4730a2bacf8:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:41:08,338 DEBUG [RS:0;c4730a2bacf8:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:41:08,338 DEBUG [RS:0;c4730a2bacf8:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:41:08,338 DEBUG [RS:0;c4730a2bacf8:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:41:08,339 DEBUG [RS:0;c4730a2bacf8:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:41:08,339 DEBUG [RS:0;c4730a2bacf8:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3
2024-11-18T02:41:08,339 DEBUG [RS:0;c4730a2bacf8:35707 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3
2024-11-18T02:41:08,340 INFO  [RS:0;c4730a2bacf8:35707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T02:41:08,340 INFO  [RS:0;c4730a2bacf8:35707 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T02:41:08,340 INFO  [RS:0;c4730a2bacf8:35707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T02:41:08,340 INFO  [RS:0;c4730a2bacf8:35707 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-18T02:41:08,340 INFO  [RS:0;c4730a2bacf8:35707 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-18T02:41:08,340 INFO  [RS:0;c4730a2bacf8:35707 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,35707,1731897635662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-18T02:41:08,359 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-18T02:41:08,361 INFO  [RS:0;c4730a2bacf8:35707 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,35707,1731897635662-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T02:41:08,362 INFO  [RS:0;c4730a2bacf8:35707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T02:41:08,362 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.Replication(171): c4730a2bacf8,35707,1731897635662 started
2024-11-18T02:41:08,380 INFO  [RS:0;c4730a2bacf8:35707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T02:41:08,380 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,35707,1731897635662, RpcServer on c4730a2bacf8/172.17.0.2:35707, sessionid=0x10128f298110001
2024-11-18T02:41:08,381 DEBUG [RS:0;c4730a2bacf8:35707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-18T02:41:08,381 DEBUG [RS:0;c4730a2bacf8:35707 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,35707,1731897635662
2024-11-18T02:41:08,382 DEBUG [RS:0;c4730a2bacf8:35707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,35707,1731897635662'
2024-11-18T02:41:08,382 DEBUG [RS:0;c4730a2bacf8:35707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-18T02:41:08,383 DEBUG [RS:0;c4730a2bacf8:35707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-18T02:41:08,383 DEBUG [RS:0;c4730a2bacf8:35707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-18T02:41:08,383 DEBUG [RS:0;c4730a2bacf8:35707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-18T02:41:08,384 DEBUG [RS:0;c4730a2bacf8:35707 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,35707,1731897635662
2024-11-18T02:41:08,384 DEBUG [RS:0;c4730a2bacf8:35707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,35707,1731897635662'
2024-11-18T02:41:08,384 DEBUG [RS:0;c4730a2bacf8:35707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-18T02:41:08,384 DEBUG [RS:0;c4730a2bacf8:35707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-18T02:41:08,385 DEBUG [RS:0;c4730a2bacf8:35707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-18T02:41:08,385 INFO  [RS:0;c4730a2bacf8:35707 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-18T02:41:08,385 INFO  [RS:0;c4730a2bacf8:35707 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-18T02:41:09,296 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:10,297 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:11,298 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:12,298 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:13,299 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:14,300 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:15,300 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:16,301 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:17,301 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:18,302 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:19,303 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:20,303 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:21,304 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:22,305 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:23,305 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:24,306 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:25,306 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:26,307 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:27,308 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:28,308 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:29,309 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:30,310 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:31,310 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:32,311 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:33,311 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:34,116 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T02:41:34,312 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:35,313 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:36,313 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:37,314 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:38,314 WARN  [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T02:41:38,391 INFO  [RS:0;c4730a2bacf8:35707 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T02:41:38,395 INFO  [RS:0;c4730a2bacf8:35707 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C35707%2C1731897635662, suffix=, logDir=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/WALs/c4730a2bacf8,35707,1731897635662, archiveDir=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/oldWALs, maxLogs=32
2024-11-18T02:41:38,412 DEBUG [RS:0;c4730a2bacf8:35707 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/WALs/c4730a2bacf8,35707,1731897635662/c4730a2bacf8%2C35707%2C1731897635662.1731897698397, exclude list is [], retry=0
2024-11-18T02:41:38,417 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39827,DS-36358a0d-7a85-4e9f-a4b8-39992bb3ac6b,DISK]
2024-11-18T02:41:38,421 INFO  [RS:0;c4730a2bacf8:35707 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/WALs/c4730a2bacf8,35707,1731897635662/c4730a2bacf8%2C35707%2C1731897635662.1731897698397
2024-11-18T02:41:38,422 DEBUG [RS:0;c4730a2bacf8:35707 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37473:37473)]
2024-11-18T02:41:38,567 DEBUG [c4730a2bacf8:34813 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-18T02:41:38,582 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,35707,1731897635662
2024-11-18T02:41:38,589 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,35707,1731897635662, state=OPENING
2024-11-18T02:41:38,594 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-18T02:41:38,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:41:38,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x10128f298110001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:41:38,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T02:41:38,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T02:41:38,598 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-18T02:41:38,600 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,35707,1731897635662}]
2024-11-18T02:41:38,777 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-18T02:41:38,780 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-18T02:41:38,790 INFO  [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-18T02:41:38,791 INFO  [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T02:41:38,791 INFO  [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-18T02:41:38,794 INFO  [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C35707%2C1731897635662.meta, suffix=.meta, logDir=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/WALs/c4730a2bacf8,35707,1731897635662, archiveDir=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/oldWALs, maxLogs=32
2024-11-18T02:41:38,810 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/WALs/c4730a2bacf8,35707,1731897635662/c4730a2bacf8%2C35707%2C1731897635662.meta.1731897698796.meta, exclude list is [], retry=0
2024-11-18T02:41:38,814 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39827,DS-36358a0d-7a85-4e9f-a4b8-39992bb3ac6b,DISK]
2024-11-18T02:41:38,817 INFO  [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/WALs/c4730a2bacf8,35707,1731897635662/c4730a2bacf8%2C35707%2C1731897635662.meta.1731897698796.meta
2024-11-18T02:41:38,818 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37473:37473)]
2024-11-18T02:41:38,818 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:41:38,820 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-18T02:41:38,823 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-18T02:41:38,827 INFO  [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-18T02:41:38,832 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-18T02:41:38,832 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:41:38,832 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-18T02:41:38,833 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-18T02:41:38,836 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-18T02:41:38,838 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-18T02:41:38,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:41:38,839 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T02:41:38,839 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-18T02:41:38,841 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-18T02:41:38,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:41:38,842 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T02:41:38,842 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-18T02:41:38,843 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-18T02:41:38,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:41:38,844 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T02:41:38,844 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-18T02:41:38,846 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-18T02:41:38,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:41:38,847 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T02:41:38,847 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-18T02:41:38,848 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/meta/1588230740
2024-11-18T02:41:38,851 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/meta/1588230740
2024-11-18T02:41:38,853 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-18T02:41:38,853 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-18T02:41:38,854 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T02:41:38,856 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-18T02:41:38,858 INFO  [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63809700, jitterRate=-0.04916137456893921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T02:41:38,858 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-18T02:41:38,860 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731897698833Writing region info on filesystem at 1731897698833Initializing all the Stores at 1731897698835 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731897698835Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731897698836 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731897698836Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731897698836Cleaning up temporary data from old regions at 1731897698853 (+17 ms)Running coprocessor post-open hooks at 1731897698858 (+5 ms)Region opened successfully at 1731897698860 (+2 ms)
2024-11-18T02:41:38,867 INFO  [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731897698768
2024-11-18T02:41:38,879 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-18T02:41:38,879 INFO  [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-18T02:41:38,882 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,35707,1731897635662
2024-11-18T02:41:38,884 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,35707,1731897635662, state=OPEN
2024-11-18T02:41:38,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-18T02:41:38,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x10128f298110001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-18T02:41:38,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T02:41:38,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T02:41:38,890 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,35707,1731897635662
2024-11-18T02:41:38,894 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-18T02:41:38,895 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,35707,1731897635662 in 290 msec
2024-11-18T02:41:38,900 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-18T02:41:38,901 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.7830 sec
2024-11-18T02:41:38,902 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T02:41:38,902 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-18T02:41:38,922 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:41:38,923 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,35707,1731897635662, seqNum=-1]
2024-11-18T02:41:38,944 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:41:38,947 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:41:38,966 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.823 sec
2024-11-18T02:41:38,967 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731897698967, completionTime=-1
2024-11-18T02:41:38,969 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-18T02:41:38,969 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-18T02:41:38,996 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-18T02:41:38,996 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731897758996
2024-11-18T02:41:38,996 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731897818996
2024-11-18T02:41:38,996 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec
2024-11-18T02:41:38,998 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,34813,1731897635001-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T02:41:38,998 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,34813,1731897635001-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T02:41:38,998 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,34813,1731897635001-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T02:41:39,000 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:34813, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T02:41:39,000 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-18T02:41:39,001 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-18T02:41:39,006 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-18T02:41:39,032 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.236sec
2024-11-18T02:41:39,034 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-18T02:41:39,035 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-18T02:41:39,037 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-18T02:41:39,037 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-18T02:41:39,037 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-18T02:41:39,038 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,34813,1731897635001-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-18T02:41:39,039 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,34813,1731897635001-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-18T02:41:39,047 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-18T02:41:39,048 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-18T02:41:39,048 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,34813,1731897635001-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T02:41:39,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8d1cc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:41:39,106 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-18T02:41:39,106 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-18T02:41:39,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,34813,-1 for getting cluster id
2024-11-18T02:41:39,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:41:39,120 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dae942e9-b96d-4949-af85-c252ef379259'
2024-11-18T02:41:39,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:41:39,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dae942e9-b96d-4949-af85-c252ef379259"

2024-11-18T02:41:39,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff31ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:41:39,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,34813,-1]
2024-11-18T02:41:39,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:41:39,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:41:39,131 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:41:39,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209f6144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:41:39,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:41:39,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,35707,1731897635662, seqNum=-1]
2024-11-18T02:41:39,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:41:39,144 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:41:39,165 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,34813,1731897635001
2024-11-18T02:41:39,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b281cc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:41:39,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,34813,-1 for getting cluster id
2024-11-18T02:41:39,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:41:39,169 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dae942e9-b96d-4949-af85-c252ef379259'
2024-11-18T02:41:39,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:41:39,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dae942e9-b96d-4949-af85-c252ef379259"

2024-11-18T02:41:39,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617925cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:41:39,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,34813,-1]
2024-11-18T02:41:39,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:41:39,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:41:39,173 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:41:39,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4acb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:41:39,208 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=207, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=508, ProcessCount=11, AvailableMemoryMB=3371
2024-11-18T02:41:39,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T02:41:39,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,34813,1731897635001
2024-11-18T02:41:39,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a8f0ea
2024-11-18T02:41:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T02:41:39,230 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T02:41:39,236 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T02:41:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-18T02:41:39,247 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T02:41:39,249 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-18T02:41:39,250 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:41:39,253 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T02:41:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T02:41:39,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741835_1011 (size=428)
2024-11-18T02:41:39,668 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 89d1ddd803e6b23d7c6ebe3f48acfdfb, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131
2024-11-18T02:41:39,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741836_1012 (size=79)
2024-11-18T02:41:39,679 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:41:39,679 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 89d1ddd803e6b23d7c6ebe3f48acfdfb, disabling compactions & flushes
2024-11-18T02:41:39,679 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb.
2024-11-18T02:41:39,680 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb.
2024-11-18T02:41:39,680 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb. after waiting 0 ms
2024-11-18T02:41:39,680 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb.
2024-11-18T02:41:39,680 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb.
2024-11-18T02:41:39,680 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 89d1ddd803e6b23d7c6ebe3f48acfdfb:
Waiting for close lock at 1731897699679Disabling compacts and flushes for region at 1731897699679Disabling writes for close at 1731897699680 (+1 ms)Writing region close event to WAL at 1731897699680Closed at 1731897699680
2024-11-18T02:41:39,683 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T02:41:39,688 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731897699683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731897699683"}]},"ts":"1731897699683"}
2024-11-18T02:41:39,693 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T02:41:39,695 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T02:41:39,698 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731897699695"}]},"ts":"1731897699695"}
2024-11-18T02:41:39,702 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-18T02:41:39,704 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=89d1ddd803e6b23d7c6ebe3f48acfdfb, ASSIGN}]
2024-11-18T02:41:39,706 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=89d1ddd803e6b23d7c6ebe3f48acfdfb, ASSIGN
2024-11-18T02:41:39,708 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=89d1ddd803e6b23d7c6ebe3f48acfdfb, ASSIGN; state=OFFLINE, location=c4730a2bacf8,35707,1731897635662; forceNewPlan=false, retain=false
2024-11-18T02:41:39,860 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=89d1ddd803e6b23d7c6ebe3f48acfdfb, regionState=OPENING, regionLocation=c4730a2bacf8,35707,1731897635662
2024-11-18T02:41:39,864 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=89d1ddd803e6b23d7c6ebe3f48acfdfb, ASSIGN because future has completed
2024-11-18T02:41:39,865 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89d1ddd803e6b23d7c6ebe3f48acfdfb, server=c4730a2bacf8,35707,1731897635662}]
2024-11-18T02:41:40,026 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb.
2024-11-18T02:41:40,026 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 89d1ddd803e6b23d7c6ebe3f48acfdfb, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb.', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:41:40,027 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 89d1ddd803e6b23d7c6ebe3f48acfdfb
2024-11-18T02:41:40,027 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:41:40,027 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 89d1ddd803e6b23d7c6ebe3f48acfdfb
2024-11-18T02:41:40,027 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 89d1ddd803e6b23d7c6ebe3f48acfdfb
2024-11-18T02:41:40,030 INFO  [StoreOpener-89d1ddd803e6b23d7c6ebe3f48acfdfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 89d1ddd803e6b23d7c6ebe3f48acfdfb 
2024-11-18T02:41:40,032 INFO  [StoreOpener-89d1ddd803e6b23d7c6ebe3f48acfdfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89d1ddd803e6b23d7c6ebe3f48acfdfb columnFamilyName testFamily
2024-11-18T02:41:40,032 DEBUG [StoreOpener-89d1ddd803e6b23d7c6ebe3f48acfdfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:41:40,033 INFO  [StoreOpener-89d1ddd803e6b23d7c6ebe3f48acfdfb-1 {}] regionserver.HStore(327): Store=89d1ddd803e6b23d7c6ebe3f48acfdfb/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:41:40,034 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 89d1ddd803e6b23d7c6ebe3f48acfdfb
2024-11-18T02:41:40,035 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testRetryOutOfOrderScannerNextExceptionAsync/89d1ddd803e6b23d7c6ebe3f48acfdfb
2024-11-18T02:41:40,035 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testRetryOutOfOrderScannerNextExceptionAsync/89d1ddd803e6b23d7c6ebe3f48acfdfb
2024-11-18T02:41:40,036 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 89d1ddd803e6b23d7c6ebe3f48acfdfb
2024-11-18T02:41:40,036 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 89d1ddd803e6b23d7c6ebe3f48acfdfb
2024-11-18T02:41:40,039 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 89d1ddd803e6b23d7c6ebe3f48acfdfb
2024-11-18T02:41:40,042 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testRetryOutOfOrderScannerNextExceptionAsync/89d1ddd803e6b23d7c6ebe3f48acfdfb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T02:41:40,043 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 89d1ddd803e6b23d7c6ebe3f48acfdfb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62643534, jitterRate=-0.06653860211372375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T02:41:40,043 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89d1ddd803e6b23d7c6ebe3f48acfdfb
2024-11-18T02:41:40,044 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 89d1ddd803e6b23d7c6ebe3f48acfdfb:
Running coprocessor pre-open hook at 1731897700027Writing region info on filesystem at 1731897700027Initializing all the Stores at 1731897700029 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731897700029Cleaning up temporary data from old regions at 1731897700036 (+7 ms)Running coprocessor post-open hooks at 1731897700043 (+7 ms)Region opened successfully at 1731897700044 (+1 ms)
2024-11-18T02:41:40,046 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb., pid=6, masterSystemTime=1731897700019
2024-11-18T02:41:40,050 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb.
2024-11-18T02:41:40,050 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb.
2024-11-18T02:41:40,051 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=89d1ddd803e6b23d7c6ebe3f48acfdfb, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,35707,1731897635662
2024-11-18T02:41:40,054 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89d1ddd803e6b23d7c6ebe3f48acfdfb, server=c4730a2bacf8,35707,1731897635662 because future has completed
2024-11-18T02:41:40,060 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-18T02:41:40,060 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 89d1ddd803e6b23d7c6ebe3f48acfdfb, server=c4730a2bacf8,35707,1731897635662 in 191 msec
2024-11-18T02:41:40,064 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-18T02:41:40,064 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=89d1ddd803e6b23d7c6ebe3f48acfdfb, ASSIGN in 356 msec
2024-11-18T02:41:40,065 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T02:41:40,065 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731897700065"}]},"ts":"1731897700065"}
2024-11-18T02:41:40,068 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-18T02:41:40,070 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T02:41:40,072 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 832 msec
2024-11-18T02:41:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T02:41:40,269 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-18T02:41:40,269 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-18T02:41:40,271 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T02:41:40,277 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-18T02:41:40,278 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T02:41:40,278 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-18T02:41:40,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:41:40,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,35707,1731897635662, seqNum=-1]
2024-11-18T02:41:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:41:40,285 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:41:40,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2]
2024-11-18T02:41:40,303 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T02:41:40,307 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-18T02:41:40,312 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-18T02:41:40,316 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-18T02:41:40,318 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-18T02:41:40,319 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3655885873276256248
2024-11-18T02:41:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:56920 deadline: 1731897703317, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T02:41:40,327 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-18T02:41:40,328 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-18T02:41:40,329 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T02:41:40,331 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T02:41:40,332 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3655885873276256246
2024-11-18T02:41:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:56920 deadline: 1731897703330, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T02:41:40,336 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T02:41:40,336 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-3655885873276256245
2024-11-18T02:41:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:56920 deadline: 1731897703335, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T02:41:40,340 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T02:41:40,341 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-3655885873276256244
2024-11-18T02:41:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:56920 deadline: 1731897703340, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T02:41:40,344 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T02:41:40,357 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214 (was 207)
Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032726206_22 at /127.0.0.1:40528 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=508 (was 508), ProcessCount=11 (was 11), AvailableMemoryMB=3348 (was 3371)
2024-11-18T02:41:40,365 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=214, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=508, ProcessCount=11, AvailableMemoryMB=3347
2024-11-18T02:41:40,369 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34813 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T02:41:40,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34813 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-18T02:41:40,372 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T02:41:40,373 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:41:40,373 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34813 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-18T02:41:40,374 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T02:41:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T02:41:40,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741837_1013 (size=414)
2024-11-18T02:41:40,787 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83c4f1e582fc433408007a5600c36803, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131
2024-11-18T02:41:40,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741838_1014 (size=65)
2024-11-18T02:41:41,196 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:41:41,196 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 83c4f1e582fc433408007a5600c36803, disabling compactions & flushes
2024-11-18T02:41:41,196 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803.
2024-11-18T02:41:41,197 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803.
2024-11-18T02:41:41,197 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803. after waiting 0 ms
2024-11-18T02:41:41,197 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803.
2024-11-18T02:41:41,197 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803.
2024-11-18T02:41:41,197 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83c4f1e582fc433408007a5600c36803:
Waiting for close lock at 1731897701196Disabling compacts and flushes for region at 1731897701196Disabling writes for close at 1731897701197 (+1 ms)Writing region close event to WAL at 1731897701197Closed at 1731897701197
2024-11-18T02:41:41,199 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T02:41:41,199 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731897701199"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731897701199"}]},"ts":"1731897701199"}
2024-11-18T02:41:41,203 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T02:41:41,205 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T02:41:41,205 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731897701205"}]},"ts":"1731897701205"}
2024-11-18T02:41:41,208 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-18T02:41:41,208 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=83c4f1e582fc433408007a5600c36803, ASSIGN}]
2024-11-18T02:41:41,210 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=83c4f1e582fc433408007a5600c36803, ASSIGN
2024-11-18T02:41:41,211 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=83c4f1e582fc433408007a5600c36803, ASSIGN; state=OFFLINE, location=c4730a2bacf8,35707,1731897635662; forceNewPlan=false, retain=false
2024-11-18T02:41:41,362 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=83c4f1e582fc433408007a5600c36803, regionState=OPENING, regionLocation=c4730a2bacf8,35707,1731897635662
2024-11-18T02:41:41,366 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=83c4f1e582fc433408007a5600c36803, ASSIGN because future has completed
2024-11-18T02:41:41,367 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83c4f1e582fc433408007a5600c36803, server=c4730a2bacf8,35707,1731897635662}]
2024-11-18T02:41:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T02:41:41,527 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803.
2024-11-18T02:41:41,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 83c4f1e582fc433408007a5600c36803, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803.', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:41:41,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 83c4f1e582fc433408007a5600c36803
2024-11-18T02:41:41,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:41:41,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 83c4f1e582fc433408007a5600c36803
2024-11-18T02:41:41,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 83c4f1e582fc433408007a5600c36803
2024-11-18T02:41:41,530 INFO  [StoreOpener-83c4f1e582fc433408007a5600c36803-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 83c4f1e582fc433408007a5600c36803 
2024-11-18T02:41:41,532 INFO  [StoreOpener-83c4f1e582fc433408007a5600c36803-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83c4f1e582fc433408007a5600c36803 columnFamilyName testFamily
2024-11-18T02:41:41,532 DEBUG [StoreOpener-83c4f1e582fc433408007a5600c36803-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:41:41,533 INFO  [StoreOpener-83c4f1e582fc433408007a5600c36803-1 {}] regionserver.HStore(327): Store=83c4f1e582fc433408007a5600c36803/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:41:41,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 83c4f1e582fc433408007a5600c36803
2024-11-18T02:41:41,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnOpenScanner/83c4f1e582fc433408007a5600c36803
2024-11-18T02:41:41,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnOpenScanner/83c4f1e582fc433408007a5600c36803
2024-11-18T02:41:41,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 83c4f1e582fc433408007a5600c36803
2024-11-18T02:41:41,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 83c4f1e582fc433408007a5600c36803
2024-11-18T02:41:41,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 83c4f1e582fc433408007a5600c36803
2024-11-18T02:41:41,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnOpenScanner/83c4f1e582fc433408007a5600c36803/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T02:41:41,541 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 83c4f1e582fc433408007a5600c36803; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66935168, jitterRate=-0.0025882720947265625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T02:41:41,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83c4f1e582fc433408007a5600c36803
2024-11-18T02:41:41,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 83c4f1e582fc433408007a5600c36803:
Running coprocessor pre-open hook at 1731897701528Writing region info on filesystem at 1731897701528Initializing all the Stores at 1731897701530 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731897701530Cleaning up temporary data from old regions at 1731897701535 (+5 ms)Running coprocessor post-open hooks at 1731897701541 (+6 ms)Region opened successfully at 1731897701542 (+1 ms)
2024-11-18T02:41:41,544 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803., pid=9, masterSystemTime=1731897701521
2024-11-18T02:41:41,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803.
2024-11-18T02:41:41,547 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803.
2024-11-18T02:41:41,549 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=83c4f1e582fc433408007a5600c36803, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,35707,1731897635662
2024-11-18T02:41:41,552 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83c4f1e582fc433408007a5600c36803, server=c4730a2bacf8,35707,1731897635662 because future has completed
2024-11-18T02:41:41,556 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-18T02:41:41,556 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 83c4f1e582fc433408007a5600c36803, server=c4730a2bacf8,35707,1731897635662 in 186 msec
2024-11-18T02:41:41,560 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-18T02:41:41,560 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=83c4f1e582fc433408007a5600c36803, ASSIGN in 348 msec
2024-11-18T02:41:41,561 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T02:41:41,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731897701561"}]},"ts":"1731897701561"}
2024-11-18T02:41:41,564 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-18T02:41:41,565 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T02:41:41,568 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.1970 sec
2024-11-18T02:41:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T02:41:43,419 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-18T02:41:43,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-18T02:41:43,419 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T02:41:43,423 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-18T02:41:43,424 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T02:41:43,424 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-18T02:41:43,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2]
2024-11-18T02:41:43,440 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T02:41:43,440 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-18T02:41:43,444 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T02:41:43,446 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35707 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-18T02:41:44,361 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T02:41:44,388 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-18T02:41:44,390 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-18T02:41:44,392 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-18T02:41:45,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-18T02:41:45,406 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-18T02:41:45,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T02:41:45,407 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-18T02:41:45,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-18T02:41:45,407 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T02:41:45,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-18T02:41:45,408 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-18T02:41:49,454 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=c4730a2bacf8:35707 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-18T02:41:49,455 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-18T02:41:49,455 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2 from cache
2024-11-18T02:41:49,465 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=217 (was 214)
Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=430 (was 508), ProcessCount=11 (was 11), AvailableMemoryMB=3341 (was 3347)
2024-11-18T02:41:49,473 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=217, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=430, ProcessCount=11, AvailableMemoryMB=3341
2024-11-18T02:41:49,475 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34813 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T02:41:49,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34813 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-18T02:41:49,479 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T02:41:49,479 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:41:49,479 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34813 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-18T02:41:49,480 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T02:41:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-18T02:41:49,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741839_1015 (size=412)
2024-11-18T02:41:49,891 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29b561e2e7094e2b49df9266fc694fa2, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131
2024-11-18T02:41:49,899 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741840_1016 (size=63)
2024-11-18T02:41:49,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-11-18T02:41:50,300 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:41:50,301 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 29b561e2e7094e2b49df9266fc694fa2, disabling compactions & flushes
2024-11-18T02:41:50,301 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2.
2024-11-18T02:41:50,301 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2.
2024-11-18T02:41:50,301 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2. after waiting 0 ms
2024-11-18T02:41:50,301 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2.
2024-11-18T02:41:50,301 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2.
2024-11-18T02:41:50,301 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29b561e2e7094e2b49df9266fc694fa2:
Waiting for close lock at 1731897710301Disabling compacts and flushes for region at 1731897710301Disabling writes for close at 1731897710301Writing region close event to WAL at 1731897710301Closed at 1731897710301
2024-11-18T02:41:50,303 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T02:41:50,303 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731897710303"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731897710303"}]},"ts":"1731897710303"}
2024-11-18T02:41:50,307 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T02:41:50,308 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T02:41:50,308 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731897710308"}]},"ts":"1731897710308"}
2024-11-18T02:41:50,310 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-18T02:41:50,311 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=29b561e2e7094e2b49df9266fc694fa2, ASSIGN}]
2024-11-18T02:41:50,312 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=29b561e2e7094e2b49df9266fc694fa2, ASSIGN
2024-11-18T02:41:50,314 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=29b561e2e7094e2b49df9266fc694fa2, ASSIGN; state=OFFLINE, location=c4730a2bacf8,35707,1731897635662; forceNewPlan=false, retain=false
2024-11-18T02:41:50,464 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=29b561e2e7094e2b49df9266fc694fa2, regionState=OPENING, regionLocation=c4730a2bacf8,35707,1731897635662
2024-11-18T02:41:50,468 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=29b561e2e7094e2b49df9266fc694fa2, ASSIGN because future has completed
2024-11-18T02:41:50,469 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29b561e2e7094e2b49df9266fc694fa2, server=c4730a2bacf8,35707,1731897635662}]
2024-11-18T02:41:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-18T02:41:50,627 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2.
2024-11-18T02:41:50,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 29b561e2e7094e2b49df9266fc694fa2, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2.', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:41:50,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 29b561e2e7094e2b49df9266fc694fa2
2024-11-18T02:41:50,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:41:50,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 29b561e2e7094e2b49df9266fc694fa2
2024-11-18T02:41:50,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 29b561e2e7094e2b49df9266fc694fa2
2024-11-18T02:41:50,630 INFO  [StoreOpener-29b561e2e7094e2b49df9266fc694fa2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 29b561e2e7094e2b49df9266fc694fa2 
2024-11-18T02:41:50,632 INFO  [StoreOpener-29b561e2e7094e2b49df9266fc694fa2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29b561e2e7094e2b49df9266fc694fa2 columnFamilyName testFamily
2024-11-18T02:41:50,632 DEBUG [StoreOpener-29b561e2e7094e2b49df9266fc694fa2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:41:50,633 INFO  [StoreOpener-29b561e2e7094e2b49df9266fc694fa2-1 {}] regionserver.HStore(327): Store=29b561e2e7094e2b49df9266fc694fa2/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:41:50,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 29b561e2e7094e2b49df9266fc694fa2
2024-11-18T02:41:50,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnNextAsync/29b561e2e7094e2b49df9266fc694fa2
2024-11-18T02:41:50,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnNextAsync/29b561e2e7094e2b49df9266fc694fa2
2024-11-18T02:41:50,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 29b561e2e7094e2b49df9266fc694fa2
2024-11-18T02:41:50,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 29b561e2e7094e2b49df9266fc694fa2
2024-11-18T02:41:50,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 29b561e2e7094e2b49df9266fc694fa2
2024-11-18T02:41:50,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnNextAsync/29b561e2e7094e2b49df9266fc694fa2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T02:41:50,641 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 29b561e2e7094e2b49df9266fc694fa2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61902979, jitterRate=-0.0775737315416336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T02:41:50,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29b561e2e7094e2b49df9266fc694fa2
2024-11-18T02:41:50,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 29b561e2e7094e2b49df9266fc694fa2:
Running coprocessor pre-open hook at 1731897710628Writing region info on filesystem at 1731897710628Initializing all the Stores at 1731897710630 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731897710630Cleaning up temporary data from old regions at 1731897710635 (+5 ms)Running coprocessor post-open hooks at 1731897710641 (+6 ms)Region opened successfully at 1731897710642 (+1 ms)
2024-11-18T02:41:50,643 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2., pid=12, masterSystemTime=1731897710622
2024-11-18T02:41:50,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2.
2024-11-18T02:41:50,646 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2.
2024-11-18T02:41:50,647 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=29b561e2e7094e2b49df9266fc694fa2, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,35707,1731897635662
2024-11-18T02:41:50,650 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29b561e2e7094e2b49df9266fc694fa2, server=c4730a2bacf8,35707,1731897635662 because future has completed
2024-11-18T02:41:50,655 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-18T02:41:50,655 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 29b561e2e7094e2b49df9266fc694fa2, server=c4730a2bacf8,35707,1731897635662 in 183 msec
2024-11-18T02:41:50,658 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-18T02:41:50,658 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=29b561e2e7094e2b49df9266fc694fa2, ASSIGN in 344 msec
2024-11-18T02:41:50,659 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T02:41:50,659 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731897710659"}]},"ts":"1731897710659"}
2024-11-18T02:41:50,661 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-18T02:41:50,663 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T02:41:50,665 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.1880 sec
2024-11-18T02:41:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-18T02:41:52,519 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-18T02:41:52,519 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-18T02:41:52,519 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T02:41:52,523 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-18T02:41:52,523 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T02:41:52,524 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-18T02:41:52,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2]
2024-11-18T02:41:52,537 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T02:41:52,537 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-18T02:41:52,540 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T02:41:52,542 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T02:41:52,543 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T02:41:52,544 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35707 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-18T02:41:55,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-18T02:41:55,406 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T02:41:56,146 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T02:41:56,394 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-18T02:41:58,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35707 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3655885873276256235' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T02:41:58,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35707 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:56920 deadline: 1731897724551, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3655885873276256235' does not exist
2024-11-18T02:41:58,554 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to c4730a2bacf8,35707,1731897635662 for closing scanner id = -3655885873276256235 for 29b561e2e7094e2b49df9266fc694fa2 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3655885873276256235' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:41:58,557 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=219 (was 217)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=363 (was 430), ProcessCount=11 (was 11), AvailableMemoryMB=3327 (was 3341)
2024-11-18T02:41:58,565 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=219, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=363, ProcessCount=11, AvailableMemoryMB=3327
2024-11-18T02:41:58,567 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T02:41:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-18T02:41:58,571 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T02:41:58,571 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:41:58,571 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-18T02:41:58,572 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T02:41:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T02:41:58,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741841_1017 (size=423)
2024-11-18T02:41:58,582 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58d59c37b3d354e5a258877ff57c719a, NAME => 'testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131
2024-11-18T02:41:58,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741842_1018 (size=74)
2024-11-18T02:41:58,990 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:41:58,990 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 58d59c37b3d354e5a258877ff57c719a, disabling compactions & flushes
2024-11-18T02:41:58,990 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a.
2024-11-18T02:41:58,990 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a.
2024-11-18T02:41:58,990 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a. after waiting 0 ms
2024-11-18T02:41:58,990 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a.
2024-11-18T02:41:58,990 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a.
2024-11-18T02:41:58,991 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58d59c37b3d354e5a258877ff57c719a:
Waiting for close lock at 1731897718990Disabling compacts and flushes for region at 1731897718990Disabling writes for close at 1731897718990Writing region close event to WAL at 1731897718990Closed at 1731897718990
2024-11-18T02:41:58,993 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T02:41:58,993 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731897718993"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731897718993"}]},"ts":"1731897718993"}
2024-11-18T02:41:58,997 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T02:41:58,998 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T02:41:58,999 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731897718998"}]},"ts":"1731897718998"}
2024-11-18T02:41:59,001 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-18T02:41:59,001 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=58d59c37b3d354e5a258877ff57c719a, ASSIGN}]
2024-11-18T02:41:59,003 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=58d59c37b3d354e5a258877ff57c719a, ASSIGN
2024-11-18T02:41:59,004 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=58d59c37b3d354e5a258877ff57c719a, ASSIGN; state=OFFLINE, location=c4730a2bacf8,35707,1731897635662; forceNewPlan=false, retain=false
2024-11-18T02:41:59,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-11-18T02:41:59,155 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=58d59c37b3d354e5a258877ff57c719a, regionState=OPENING, regionLocation=c4730a2bacf8,35707,1731897635662
2024-11-18T02:41:59,158 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=58d59c37b3d354e5a258877ff57c719a, ASSIGN because future has completed
2024-11-18T02:41:59,159 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58d59c37b3d354e5a258877ff57c719a, server=c4730a2bacf8,35707,1731897635662}]
2024-11-18T02:41:59,318 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a.
2024-11-18T02:41:59,318 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 58d59c37b3d354e5a258877ff57c719a, NAME => 'testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a.', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:41:59,318 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 58d59c37b3d354e5a258877ff57c719a
2024-11-18T02:41:59,318 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:41:59,319 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 58d59c37b3d354e5a258877ff57c719a
2024-11-18T02:41:59,319 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 58d59c37b3d354e5a258877ff57c719a
2024-11-18T02:41:59,320 INFO  [StoreOpener-58d59c37b3d354e5a258877ff57c719a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 58d59c37b3d354e5a258877ff57c719a 
2024-11-18T02:41:59,323 INFO  [StoreOpener-58d59c37b3d354e5a258877ff57c719a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58d59c37b3d354e5a258877ff57c719a columnFamilyName testFamily
2024-11-18T02:41:59,323 DEBUG [StoreOpener-58d59c37b3d354e5a258877ff57c719a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:41:59,324 INFO  [StoreOpener-58d59c37b3d354e5a258877ff57c719a-1 {}] regionserver.HStore(327): Store=58d59c37b3d354e5a258877ff57c719a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:41:59,324 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 58d59c37b3d354e5a258877ff57c719a
2024-11-18T02:41:59,325 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testRetryOutOfOrderScannerNextException/58d59c37b3d354e5a258877ff57c719a
2024-11-18T02:41:59,326 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testRetryOutOfOrderScannerNextException/58d59c37b3d354e5a258877ff57c719a
2024-11-18T02:41:59,327 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 58d59c37b3d354e5a258877ff57c719a
2024-11-18T02:41:59,327 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 58d59c37b3d354e5a258877ff57c719a
2024-11-18T02:41:59,330 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 58d59c37b3d354e5a258877ff57c719a
2024-11-18T02:41:59,333 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testRetryOutOfOrderScannerNextException/58d59c37b3d354e5a258877ff57c719a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T02:41:59,334 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 58d59c37b3d354e5a258877ff57c719a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69120501, jitterRate=0.029975727200508118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T02:41:59,334 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58d59c37b3d354e5a258877ff57c719a
2024-11-18T02:41:59,335 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 58d59c37b3d354e5a258877ff57c719a:
Running coprocessor pre-open hook at 1731897719319Writing region info on filesystem at 1731897719319Initializing all the Stores at 1731897719320 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731897719320Cleaning up temporary data from old regions at 1731897719327 (+7 ms)Running coprocessor post-open hooks at 1731897719334 (+7 ms)Region opened successfully at 1731897719335 (+1 ms)
2024-11-18T02:41:59,337 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a., pid=15, masterSystemTime=1731897719312
2024-11-18T02:41:59,339 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a.
2024-11-18T02:41:59,340 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a.
2024-11-18T02:41:59,340 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=58d59c37b3d354e5a258877ff57c719a, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,35707,1731897635662
2024-11-18T02:41:59,343 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58d59c37b3d354e5a258877ff57c719a, server=c4730a2bacf8,35707,1731897635662 because future has completed
2024-11-18T02:41:59,348 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-18T02:41:59,348 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 58d59c37b3d354e5a258877ff57c719a, server=c4730a2bacf8,35707,1731897635662 in 186 msec
2024-11-18T02:41:59,351 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-18T02:41:59,351 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=58d59c37b3d354e5a258877ff57c719a, ASSIGN in 347 msec
2024-11-18T02:41:59,352 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T02:41:59,352 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731897719352"}]},"ts":"1731897719352"}
2024-11-18T02:41:59,354 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-18T02:41:59,356 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T02:41:59,358 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 788 msec
2024-11-18T02:41:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T02:41:59,589 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-18T02:41:59,589 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-18T02:41:59,589 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T02:41:59,593 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-18T02:41:59,593 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T02:41:59,593 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-18T02:41:59,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2]
2024-11-18T02:41:59,606 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T02:41:59,606 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-18T02:41:59,608 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-18T02:41:59,610 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-18T02:41:59,611 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-18T02:41:59,612 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3655885873276256231
2024-11-18T02:41:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:56920 deadline: 1731897722610, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T02:41:59,614 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-18T02:41:59,615 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-18T02:41:59,616 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T02:41:59,617 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T02:41:59,618 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3655885873276256229
2024-11-18T02:41:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:56920 deadline: 1731897722616, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T02:41:59,620 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T02:41:59,621 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-3655885873276256228
2024-11-18T02:41:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:56920 deadline: 1731897722619, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T02:41:59,623 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T02:41:59,624 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-3655885873276256227
2024-11-18T02:41:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:56920 deadline: 1731897722623, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T02:41:59,626 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T02:41:59,635 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=222 (was 219)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1032726206_22 at /127.0.0.1:36224 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=363 (was 363), ProcessCount=11 (was 11), AvailableMemoryMB=3332 (was 3327) - AvailableMemoryMB LEAK? -
2024-11-18T02:41:59,643 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=363, ProcessCount=11, AvailableMemoryMB=3332
2024-11-18T02:41:59,646 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T02:41:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-18T02:41:59,649 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T02:41:59,649 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:41:59,649 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-18T02:41:59,650 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T02:41:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-18T02:41:59,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741843_1019 (size=418)
2024-11-18T02:42:00,061 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9040b6d4bf144bdf2484e4cd5fb508b0, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131
2024-11-18T02:42:00,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741844_1020 (size=69)
2024-11-18T02:42:00,471 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:42:00,471 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 9040b6d4bf144bdf2484e4cd5fb508b0, disabling compactions & flushes
2024-11-18T02:42:00,471 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0.
2024-11-18T02:42:00,471 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0.
2024-11-18T02:42:00,471 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0. after waiting 0 ms
2024-11-18T02:42:00,471 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0.
2024-11-18T02:42:00,471 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0.
2024-11-18T02:42:00,471 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9040b6d4bf144bdf2484e4cd5fb508b0:
Waiting for close lock at 1731897720471Disabling compacts and flushes for region at 1731897720471Disabling writes for close at 1731897720471Writing region close event to WAL at 1731897720471Closed at 1731897720471
2024-11-18T02:42:00,473 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T02:42:00,473 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731897720473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731897720473"}]},"ts":"1731897720473"}
2024-11-18T02:42:00,476 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T02:42:00,477 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T02:42:00,478 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731897720477"}]},"ts":"1731897720477"}
2024-11-18T02:42:00,480 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-18T02:42:00,480 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=9040b6d4bf144bdf2484e4cd5fb508b0, ASSIGN}]
2024-11-18T02:42:00,481 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=9040b6d4bf144bdf2484e4cd5fb508b0, ASSIGN
2024-11-18T02:42:00,483 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=9040b6d4bf144bdf2484e4cd5fb508b0, ASSIGN; state=OFFLINE, location=c4730a2bacf8,35707,1731897635662; forceNewPlan=false, retain=false
2024-11-18T02:42:00,634 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=9040b6d4bf144bdf2484e4cd5fb508b0, regionState=OPENING, regionLocation=c4730a2bacf8,35707,1731897635662
2024-11-18T02:42:00,637 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=9040b6d4bf144bdf2484e4cd5fb508b0, ASSIGN because future has completed
2024-11-18T02:42:00,637 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9040b6d4bf144bdf2484e4cd5fb508b0, server=c4730a2bacf8,35707,1731897635662}]
2024-11-18T02:42:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-18T02:42:00,795 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0.
2024-11-18T02:42:00,796 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 9040b6d4bf144bdf2484e4cd5fb508b0, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0.', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:42:00,796 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 9040b6d4bf144bdf2484e4cd5fb508b0
2024-11-18T02:42:00,796 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:42:00,796 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 9040b6d4bf144bdf2484e4cd5fb508b0
2024-11-18T02:42:00,796 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 9040b6d4bf144bdf2484e4cd5fb508b0
2024-11-18T02:42:00,798 INFO  [StoreOpener-9040b6d4bf144bdf2484e4cd5fb508b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9040b6d4bf144bdf2484e4cd5fb508b0 
2024-11-18T02:42:00,800 INFO  [StoreOpener-9040b6d4bf144bdf2484e4cd5fb508b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9040b6d4bf144bdf2484e4cd5fb508b0 columnFamilyName testFamily
2024-11-18T02:42:00,800 DEBUG [StoreOpener-9040b6d4bf144bdf2484e4cd5fb508b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:42:00,801 INFO  [StoreOpener-9040b6d4bf144bdf2484e4cd5fb508b0-1 {}] regionserver.HStore(327): Store=9040b6d4bf144bdf2484e4cd5fb508b0/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:42:00,801 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 9040b6d4bf144bdf2484e4cd5fb508b0
2024-11-18T02:42:00,802 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnOpenScanner/9040b6d4bf144bdf2484e4cd5fb508b0
2024-11-18T02:42:00,803 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnOpenScanner/9040b6d4bf144bdf2484e4cd5fb508b0
2024-11-18T02:42:00,803 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 9040b6d4bf144bdf2484e4cd5fb508b0
2024-11-18T02:42:00,803 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 9040b6d4bf144bdf2484e4cd5fb508b0
2024-11-18T02:42:00,805 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 9040b6d4bf144bdf2484e4cd5fb508b0
2024-11-18T02:42:00,809 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnOpenScanner/9040b6d4bf144bdf2484e4cd5fb508b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T02:42:00,809 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 9040b6d4bf144bdf2484e4cd5fb508b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65851723, jitterRate=-0.018732860684394836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T02:42:00,809 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9040b6d4bf144bdf2484e4cd5fb508b0
2024-11-18T02:42:00,810 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 9040b6d4bf144bdf2484e4cd5fb508b0:
Running coprocessor pre-open hook at 1731897720797Writing region info on filesystem at 1731897720797Initializing all the Stores at 1731897720798 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731897720798Cleaning up temporary data from old regions at 1731897720803 (+5 ms)Running coprocessor post-open hooks at 1731897720809 (+6 ms)Region opened successfully at 1731897720810 (+1 ms)
2024-11-18T02:42:00,811 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0., pid=18, masterSystemTime=1731897720790
2024-11-18T02:42:00,814 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0.
2024-11-18T02:42:00,814 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0.
2024-11-18T02:42:00,815 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=9040b6d4bf144bdf2484e4cd5fb508b0, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,35707,1731897635662
2024-11-18T02:42:00,818 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9040b6d4bf144bdf2484e4cd5fb508b0, server=c4730a2bacf8,35707,1731897635662 because future has completed
2024-11-18T02:42:00,822 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-18T02:42:00,822 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 9040b6d4bf144bdf2484e4cd5fb508b0, server=c4730a2bacf8,35707,1731897635662 in 182 msec
2024-11-18T02:42:00,825 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-18T02:42:00,825 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=9040b6d4bf144bdf2484e4cd5fb508b0, ASSIGN in 342 msec
2024-11-18T02:42:00,826 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T02:42:00,826 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731897720826"}]},"ts":"1731897720826"}
2024-11-18T02:42:00,829 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-18T02:42:00,830 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T02:42:00,831 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.1840 sec
2024-11-18T02:42:02,395 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-18T02:42:02,396 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-18T02:42:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-18T02:42:02,678 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-18T02:42:02,678 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-18T02:42:02,679 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T02:42:02,683 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-18T02:42:02,683 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T02:42:02,683 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-18T02:42:02,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2]
2024-11-18T02:42:02,697 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T02:42:02,697 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-18T02:42:02,700 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T02:42:02,702 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T02:42:03,708 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=c4730a2bacf8:35707 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-11-18T02:42:03,708 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-11-18T02:42:03,708 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2 from cache
2024-11-18T02:42:04,116 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T02:42:04,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-11-18T02:42:04,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2]
2024-11-18T02:42:04,722 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T02:42:04,820 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T02:42:05,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-18T02:42:05,406 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-18T02:42:05,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-18T02:42:05,407 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-18T02:42:05,707 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=c4730a2bacf8:35707 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=986ms, rpcTimeout=979ms
2024-11-18T02:42:05,707 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=986ms, rpcTimeout=979ms
2024-11-18T02:42:05,707 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2 from cache
2024-11-18T02:42:05,716 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=221 (was 222), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 363), ProcessCount=11 (was 11), AvailableMemoryMB=3325 (was 3332)
2024-11-18T02:42:05,724 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=221, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=11, AvailableMemoryMB=3324
2024-11-18T02:42:05,726 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T02:42:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-18T02:42:05,730 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T02:42:05,730 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:42:05,730 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-18T02:42:05,731 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T02:42:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T02:42:05,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741845_1021 (size=416)
2024-11-18T02:42:06,142 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 34d75ba9944d07822c66c99db61c8c69, NAME => 'testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131
2024-11-18T02:42:06,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741846_1022 (size=67)
2024-11-18T02:42:06,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-11-18T02:42:06,550 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:42:06,551 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 34d75ba9944d07822c66c99db61c8c69, disabling compactions & flushes
2024-11-18T02:42:06,551 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69.
2024-11-18T02:42:06,551 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69.
2024-11-18T02:42:06,551 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69. after waiting 0 ms
2024-11-18T02:42:06,551 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69.
2024-11-18T02:42:06,551 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69.
2024-11-18T02:42:06,551 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 34d75ba9944d07822c66c99db61c8c69:
Waiting for close lock at 1731897726551Disabling compacts and flushes for region at 1731897726551Disabling writes for close at 1731897726551Writing region close event to WAL at 1731897726551Closed at 1731897726551
2024-11-18T02:42:06,553 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T02:42:06,553 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731897726553"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731897726553"}]},"ts":"1731897726553"}
2024-11-18T02:42:06,556 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T02:42:06,557 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T02:42:06,557 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731897726557"}]},"ts":"1731897726557"}
2024-11-18T02:42:06,559 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-18T02:42:06,560 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=34d75ba9944d07822c66c99db61c8c69, ASSIGN}]
2024-11-18T02:42:06,561 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=34d75ba9944d07822c66c99db61c8c69, ASSIGN
2024-11-18T02:42:06,562 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=34d75ba9944d07822c66c99db61c8c69, ASSIGN; state=OFFLINE, location=c4730a2bacf8,35707,1731897635662; forceNewPlan=false, retain=false
2024-11-18T02:42:06,713 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=34d75ba9944d07822c66c99db61c8c69, regionState=OPENING, regionLocation=c4730a2bacf8,35707,1731897635662
2024-11-18T02:42:06,716 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=34d75ba9944d07822c66c99db61c8c69, ASSIGN because future has completed
2024-11-18T02:42:06,717 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34d75ba9944d07822c66c99db61c8c69, server=c4730a2bacf8,35707,1731897635662}]
2024-11-18T02:42:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T02:42:06,875 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69.
2024-11-18T02:42:06,875 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 34d75ba9944d07822c66c99db61c8c69, NAME => 'testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69.', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:42:06,876 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 34d75ba9944d07822c66c99db61c8c69
2024-11-18T02:42:06,876 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:42:06,876 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 34d75ba9944d07822c66c99db61c8c69
2024-11-18T02:42:06,877 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 34d75ba9944d07822c66c99db61c8c69
2024-11-18T02:42:06,879 INFO  [StoreOpener-34d75ba9944d07822c66c99db61c8c69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 34d75ba9944d07822c66c99db61c8c69 
2024-11-18T02:42:06,880 INFO  [StoreOpener-34d75ba9944d07822c66c99db61c8c69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34d75ba9944d07822c66c99db61c8c69 columnFamilyName testFamily
2024-11-18T02:42:06,881 DEBUG [StoreOpener-34d75ba9944d07822c66c99db61c8c69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:42:06,881 INFO  [StoreOpener-34d75ba9944d07822c66c99db61c8c69-1 {}] regionserver.HStore(327): Store=34d75ba9944d07822c66c99db61c8c69/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:42:06,881 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 34d75ba9944d07822c66c99db61c8c69
2024-11-18T02:42:06,883 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnNextAsync/34d75ba9944d07822c66c99db61c8c69
2024-11-18T02:42:06,883 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnNextAsync/34d75ba9944d07822c66c99db61c8c69
2024-11-18T02:42:06,884 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 34d75ba9944d07822c66c99db61c8c69
2024-11-18T02:42:06,884 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 34d75ba9944d07822c66c99db61c8c69
2024-11-18T02:42:06,886 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 34d75ba9944d07822c66c99db61c8c69
2024-11-18T02:42:06,888 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnNextAsync/34d75ba9944d07822c66c99db61c8c69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T02:42:06,889 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 34d75ba9944d07822c66c99db61c8c69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70797053, jitterRate=0.05495829880237579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T02:42:06,889 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 34d75ba9944d07822c66c99db61c8c69
2024-11-18T02:42:06,890 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 34d75ba9944d07822c66c99db61c8c69:
Running coprocessor pre-open hook at 1731897726877Writing region info on filesystem at 1731897726877Initializing all the Stores at 1731897726878 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731897726878Cleaning up temporary data from old regions at 1731897726884 (+6 ms)Running coprocessor post-open hooks at 1731897726889 (+5 ms)Region opened successfully at 1731897726890 (+1 ms)
2024-11-18T02:42:06,891 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69., pid=21, masterSystemTime=1731897726869
2024-11-18T02:42:06,894 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69.
2024-11-18T02:42:06,894 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69.
2024-11-18T02:42:06,895 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=34d75ba9944d07822c66c99db61c8c69, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,35707,1731897635662
2024-11-18T02:42:06,898 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34d75ba9944d07822c66c99db61c8c69, server=c4730a2bacf8,35707,1731897635662 because future has completed
2024-11-18T02:42:06,902 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-18T02:42:06,902 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 34d75ba9944d07822c66c99db61c8c69, server=c4730a2bacf8,35707,1731897635662 in 182 msec
2024-11-18T02:42:06,904 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-18T02:42:06,904 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=34d75ba9944d07822c66c99db61c8c69, ASSIGN in 342 msec
2024-11-18T02:42:06,905 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T02:42:06,905 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731897726905"}]},"ts":"1731897726905"}
2024-11-18T02:42:06,908 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-18T02:42:06,909 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T02:42:06,911 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.1820 sec
2024-11-18T02:42:08,397 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-18T02:42:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T02:42:08,758 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-18T02:42:08,758 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-18T02:42:08,758 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T02:42:08,763 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-18T02:42:08,763 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T02:42:08,763 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-18T02:42:08,767 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2]
2024-11-18T02:42:08,777 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T02:42:08,777 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-18T02:42:08,779 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T02:42:08,781 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T02:42:08,782 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T02:42:08,783 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-18T02:42:11,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35707 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3655885873276256216' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T02:42:11,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35707 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:56920 deadline: 1731897732790, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3655885873276256216' does not exist
2024-11-18T02:42:11,792 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to c4730a2bacf8,35707,1731897635662 for closing scanner id = -3655885873276256216 for 34d75ba9944d07822c66c99db61c8c69 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3655885873276256216' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:42:11,797 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=221 (was 221), OpenFileDescriptor=446 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=323 (was 342), ProcessCount=11 (was 11), AvailableMemoryMB=3320 (was 3324)
2024-11-18T02:42:11,806 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=221, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=323, ProcessCount=11, AvailableMemoryMB=3319
2024-11-18T02:42:11,808 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T02:42:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-18T02:42:11,811 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T02:42:11,811 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:42:11,811 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-18T02:42:11,812 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T02:42:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-18T02:42:11,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741847_1023 (size=411)
2024-11-18T02:42:12,223 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a34e78706c3c228c62109b461f89ed2, NAME => 'testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131
2024-11-18T02:42:12,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741848_1024 (size=62)
2024-11-18T02:42:12,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-11-18T02:42:12,378 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T02:42:12,632 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:42:12,632 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 0a34e78706c3c228c62109b461f89ed2, disabling compactions & flushes
2024-11-18T02:42:12,632 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2.
2024-11-18T02:42:12,632 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2.
2024-11-18T02:42:12,632 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2. after waiting 0 ms
2024-11-18T02:42:12,632 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2.
2024-11-18T02:42:12,632 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2.
2024-11-18T02:42:12,632 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a34e78706c3c228c62109b461f89ed2:
Waiting for close lock at 1731897732632Disabling compacts and flushes for region at 1731897732632Disabling writes for close at 1731897732632Writing region close event to WAL at 1731897732632Closed at 1731897732632
2024-11-18T02:42:12,634 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T02:42:12,634 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731897732634"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731897732634"}]},"ts":"1731897732634"}
2024-11-18T02:42:12,637 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T02:42:12,638 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T02:42:12,638 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731897732638"}]},"ts":"1731897732638"}
2024-11-18T02:42:12,641 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-18T02:42:12,641 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=0a34e78706c3c228c62109b461f89ed2, ASSIGN}]
2024-11-18T02:42:12,643 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=0a34e78706c3c228c62109b461f89ed2, ASSIGN
2024-11-18T02:42:12,644 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=0a34e78706c3c228c62109b461f89ed2, ASSIGN; state=OFFLINE, location=c4730a2bacf8,35707,1731897635662; forceNewPlan=false, retain=false
2024-11-18T02:42:12,794 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=0a34e78706c3c228c62109b461f89ed2, regionState=OPENING, regionLocation=c4730a2bacf8,35707,1731897635662
2024-11-18T02:42:12,798 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=0a34e78706c3c228c62109b461f89ed2, ASSIGN because future has completed
2024-11-18T02:42:12,798 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a34e78706c3c228c62109b461f89ed2, server=c4730a2bacf8,35707,1731897635662}]
2024-11-18T02:42:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-18T02:42:12,956 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2.
2024-11-18T02:42:12,957 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a34e78706c3c228c62109b461f89ed2, NAME => 'testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2.', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:42:12,957 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 0a34e78706c3c228c62109b461f89ed2
2024-11-18T02:42:12,957 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:42:12,957 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 0a34e78706c3c228c62109b461f89ed2
2024-11-18T02:42:12,957 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 0a34e78706c3c228c62109b461f89ed2
2024-11-18T02:42:12,960 INFO  [StoreOpener-0a34e78706c3c228c62109b461f89ed2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0a34e78706c3c228c62109b461f89ed2 
2024-11-18T02:42:12,961 INFO  [StoreOpener-0a34e78706c3c228c62109b461f89ed2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a34e78706c3c228c62109b461f89ed2 columnFamilyName testFamily
2024-11-18T02:42:12,962 DEBUG [StoreOpener-0a34e78706c3c228c62109b461f89ed2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:42:12,962 INFO  [StoreOpener-0a34e78706c3c228c62109b461f89ed2-1 {}] regionserver.HStore(327): Store=0a34e78706c3c228c62109b461f89ed2/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:42:12,962 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 0a34e78706c3c228c62109b461f89ed2
2024-11-18T02:42:12,963 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnNext/0a34e78706c3c228c62109b461f89ed2
2024-11-18T02:42:12,964 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnNext/0a34e78706c3c228c62109b461f89ed2
2024-11-18T02:42:12,965 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 0a34e78706c3c228c62109b461f89ed2
2024-11-18T02:42:12,965 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 0a34e78706c3c228c62109b461f89ed2
2024-11-18T02:42:12,967 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 0a34e78706c3c228c62109b461f89ed2
2024-11-18T02:42:12,970 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnNext/0a34e78706c3c228c62109b461f89ed2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T02:42:12,971 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 0a34e78706c3c228c62109b461f89ed2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59139672, jitterRate=-0.11875021457672119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T02:42:12,971 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a34e78706c3c228c62109b461f89ed2
2024-11-18T02:42:12,972 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 0a34e78706c3c228c62109b461f89ed2:
Running coprocessor pre-open hook at 1731897732958Writing region info on filesystem at 1731897732958Initializing all the Stores at 1731897732959 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731897732959Cleaning up temporary data from old regions at 1731897732965 (+6 ms)Running coprocessor post-open hooks at 1731897732971 (+6 ms)Region opened successfully at 1731897732972 (+1 ms)
2024-11-18T02:42:12,973 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2., pid=24, masterSystemTime=1731897732951
2024-11-18T02:42:12,976 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2.
2024-11-18T02:42:12,976 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2.
2024-11-18T02:42:12,977 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=0a34e78706c3c228c62109b461f89ed2, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,35707,1731897635662
2024-11-18T02:42:12,979 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a34e78706c3c228c62109b461f89ed2, server=c4730a2bacf8,35707,1731897635662 because future has completed
2024-11-18T02:42:12,982 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-18T02:42:12,983 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a34e78706c3c228c62109b461f89ed2, server=c4730a2bacf8,35707,1731897635662 in 182 msec
2024-11-18T02:42:12,985 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-18T02:42:12,985 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=0a34e78706c3c228c62109b461f89ed2, ASSIGN in 342 msec
2024-11-18T02:42:12,986 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T02:42:12,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731897732986"}]},"ts":"1731897732986"}
2024-11-18T02:42:12,988 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-18T02:42:12,989 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T02:42:12,991 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1810 sec
2024-11-18T02:42:14,398 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-18T02:42:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-18T02:42:14,838 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-18T02:42:14,838 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-18T02:42:14,839 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T02:42:14,843 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-18T02:42:14,843 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T02:42:14,843 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-18T02:42:14,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2]
2024-11-18T02:42:14,855 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T02:42:14,855 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-18T02:42:14,858 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T02:42:14,859 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T02:42:14,860 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T02:42:14,861 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-18T02:42:15,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-18T02:42:15,406 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-18T02:42:15,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-18T02:42:15,407 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T02:42:17,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35707 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3655885873276256212' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T02:42:17,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35707 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:56920 deadline: 1731897738870, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3655885873276256212' does not exist
2024-11-18T02:42:17,872 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to c4730a2bacf8,35707,1731897635662 for closing scanner id = -3655885873276256212 for 0a34e78706c3c228c62109b461f89ed2 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3655885873276256212' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:42:17,877 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=221 (was 221), OpenFileDescriptor=445 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 323), ProcessCount=11 (was 11), AvailableMemoryMB=3314 (was 3319)
2024-11-18T02:42:17,885 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=3314
2024-11-18T02:42:17,887 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34813 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T02:42:17,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34813 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-18T02:42:17,890 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T02:42:17,890 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:42:17,891 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34813 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-18T02:42:17,892 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T02:42:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T02:42:17,899 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741849_1025 (size=419)
2024-11-18T02:42:18,303 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22685b69e670e85fe566f8da80c759cb, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131
2024-11-18T02:42:18,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741850_1026 (size=70)
2024-11-18T02:42:18,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-11-18T02:42:18,459 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T02:42:18,711 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:42:18,711 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 22685b69e670e85fe566f8da80c759cb, disabling compactions & flushes
2024-11-18T02:42:18,711 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb.
2024-11-18T02:42:18,711 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb.
2024-11-18T02:42:18,712 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb. after waiting 0 ms
2024-11-18T02:42:18,712 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb.
2024-11-18T02:42:18,712 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb.
2024-11-18T02:42:18,712 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22685b69e670e85fe566f8da80c759cb:
Waiting for close lock at 1731897738711Disabling compacts and flushes for region at 1731897738711Disabling writes for close at 1731897738712 (+1 ms)Writing region close event to WAL at 1731897738712Closed at 1731897738712
2024-11-18T02:42:18,713 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T02:42:18,714 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731897738713"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731897738713"}]},"ts":"1731897738713"}
2024-11-18T02:42:18,716 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T02:42:18,717 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T02:42:18,718 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731897738717"}]},"ts":"1731897738717"}
2024-11-18T02:42:18,720 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-18T02:42:18,720 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=22685b69e670e85fe566f8da80c759cb, ASSIGN}]
2024-11-18T02:42:18,721 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=22685b69e670e85fe566f8da80c759cb, ASSIGN
2024-11-18T02:42:18,722 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=22685b69e670e85fe566f8da80c759cb, ASSIGN; state=OFFLINE, location=c4730a2bacf8,35707,1731897635662; forceNewPlan=false, retain=false
2024-11-18T02:42:18,873 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=22685b69e670e85fe566f8da80c759cb, regionState=OPENING, regionLocation=c4730a2bacf8,35707,1731897635662
2024-11-18T02:42:18,876 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=22685b69e670e85fe566f8da80c759cb, ASSIGN because future has completed
2024-11-18T02:42:18,876 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22685b69e670e85fe566f8da80c759cb, server=c4730a2bacf8,35707,1731897635662}]
2024-11-18T02:42:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T02:42:19,035 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb.
2024-11-18T02:42:19,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 22685b69e670e85fe566f8da80c759cb, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb.', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:42:19,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 22685b69e670e85fe566f8da80c759cb
2024-11-18T02:42:19,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:42:19,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 22685b69e670e85fe566f8da80c759cb
2024-11-18T02:42:19,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 22685b69e670e85fe566f8da80c759cb
2024-11-18T02:42:19,038 INFO  [StoreOpener-22685b69e670e85fe566f8da80c759cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 22685b69e670e85fe566f8da80c759cb 
2024-11-18T02:42:19,040 INFO  [StoreOpener-22685b69e670e85fe566f8da80c759cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22685b69e670e85fe566f8da80c759cb columnFamilyName testFamily
2024-11-18T02:42:19,041 DEBUG [StoreOpener-22685b69e670e85fe566f8da80c759cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:42:19,041 INFO  [StoreOpener-22685b69e670e85fe566f8da80c759cb-1 {}] regionserver.HStore(327): Store=22685b69e670e85fe566f8da80c759cb/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:42:19,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 22685b69e670e85fe566f8da80c759cb
2024-11-18T02:42:19,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/22685b69e670e85fe566f8da80c759cb
2024-11-18T02:42:19,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/22685b69e670e85fe566f8da80c759cb
2024-11-18T02:42:19,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 22685b69e670e85fe566f8da80c759cb
2024-11-18T02:42:19,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 22685b69e670e85fe566f8da80c759cb
2024-11-18T02:42:19,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 22685b69e670e85fe566f8da80c759cb
2024-11-18T02:42:19,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/22685b69e670e85fe566f8da80c759cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T02:42:19,050 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 22685b69e670e85fe566f8da80c759cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71392692, jitterRate=0.06383401155471802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T02:42:19,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22685b69e670e85fe566f8da80c759cb
2024-11-18T02:42:19,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 22685b69e670e85fe566f8da80c759cb:
Running coprocessor pre-open hook at 1731897739036Writing region info on filesystem at 1731897739036Initializing all the Stores at 1731897739038 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731897739038Cleaning up temporary data from old regions at 1731897739044 (+6 ms)Running coprocessor post-open hooks at 1731897739051 (+7 ms)Region opened successfully at 1731897739052 (+1 ms)
2024-11-18T02:42:19,053 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb., pid=27, masterSystemTime=1731897739029
2024-11-18T02:42:19,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb.
2024-11-18T02:42:19,055 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb.
2024-11-18T02:42:19,056 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=22685b69e670e85fe566f8da80c759cb, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,35707,1731897635662
2024-11-18T02:42:19,058 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22685b69e670e85fe566f8da80c759cb, server=c4730a2bacf8,35707,1731897635662 because future has completed
2024-11-18T02:42:19,062 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-18T02:42:19,062 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 22685b69e670e85fe566f8da80c759cb, server=c4730a2bacf8,35707,1731897635662 in 183 msec
2024-11-18T02:42:19,064 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-18T02:42:19,064 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=22685b69e670e85fe566f8da80c759cb, ASSIGN in 342 msec
2024-11-18T02:42:19,065 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T02:42:19,065 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731897739065"}]},"ts":"1731897739065"}
2024-11-18T02:42:19,067 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-18T02:42:19,068 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T02:42:19,070 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1810 sec
2024-11-18T02:42:19,661 INFO  [master/c4730a2bacf8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-18T02:42:19,661 INFO  [master/c4730a2bacf8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-18T02:42:20,400 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-18T02:42:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T02:42:20,918 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-18T02:42:20,918 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-18T02:42:20,919 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T02:42:20,923 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-18T02:42:20,923 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T02:42:20,923 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-18T02:42:20,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2]
2024-11-18T02:42:20,937 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T02:42:20,937 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-18T02:42:20,939 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T02:42:20,941 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35707 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-18T02:42:24,537 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T02:42:25,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-18T02:42:25,406 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T02:42:26,947 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=c4730a2bacf8:35707 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6007ms, rpcTimeout=5999ms
2024-11-18T02:42:26,947 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6007ms, rpcTimeout=5999ms
2024-11-18T02:42:26,947 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2 from cache
2024-11-18T02:42:26,957 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=221 (was 221), OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=266 (was 289), ProcessCount=11 (was 11), AvailableMemoryMB=3302 (was 3314)
2024-11-18T02:42:26,965 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=266, ProcessCount=11, AvailableMemoryMB=3302
2024-11-18T02:42:26,967 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34813 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T02:42:26,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34813 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-18T02:42:26,970 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T02:42:26,970 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:42:26,970 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34813 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-18T02:42:26,971 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T02:42:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-18T02:42:26,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741851_1027 (size=407)
2024-11-18T02:42:27,381 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1fb1f61c3ba98b87193d7104559a363, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131
2024-11-18T02:42:27,387 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741852_1028 (size=58)
2024-11-18T02:42:27,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-11-18T02:42:27,789 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:42:27,789 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing b1fb1f61c3ba98b87193d7104559a363, disabling compactions & flushes
2024-11-18T02:42:27,789 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363.
2024-11-18T02:42:27,789 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363.
2024-11-18T02:42:27,789 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363. after waiting 0 ms
2024-11-18T02:42:27,789 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363.
2024-11-18T02:42:27,789 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363.
2024-11-18T02:42:27,789 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1fb1f61c3ba98b87193d7104559a363:
Waiting for close lock at 1731897747789Disabling compacts and flushes for region at 1731897747789Disabling writes for close at 1731897747789Writing region close event to WAL at 1731897747789Closed at 1731897747789
2024-11-18T02:42:27,791 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T02:42:27,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731897747791"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731897747791"}]},"ts":"1731897747791"}
2024-11-18T02:42:27,794 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T02:42:27,795 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T02:42:27,795 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731897747795"}]},"ts":"1731897747795"}
2024-11-18T02:42:27,797 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-18T02:42:27,797 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b1fb1f61c3ba98b87193d7104559a363, ASSIGN}]
2024-11-18T02:42:27,798 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b1fb1f61c3ba98b87193d7104559a363, ASSIGN
2024-11-18T02:42:27,799 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b1fb1f61c3ba98b87193d7104559a363, ASSIGN; state=OFFLINE, location=c4730a2bacf8,35707,1731897635662; forceNewPlan=false, retain=false
2024-11-18T02:42:27,950 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=b1fb1f61c3ba98b87193d7104559a363, regionState=OPENING, regionLocation=c4730a2bacf8,35707,1731897635662
2024-11-18T02:42:27,953 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b1fb1f61c3ba98b87193d7104559a363, ASSIGN because future has completed
2024-11-18T02:42:27,954 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1fb1f61c3ba98b87193d7104559a363, server=c4730a2bacf8,35707,1731897635662}]
2024-11-18T02:42:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-18T02:42:28,111 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363.
2024-11-18T02:42:28,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => b1fb1f61c3ba98b87193d7104559a363, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363.', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:42:28,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:28,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:42:28,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:28,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:28,114 INFO  [StoreOpener-b1fb1f61c3ba98b87193d7104559a363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b1fb1f61c3ba98b87193d7104559a363 
2024-11-18T02:42:28,116 INFO  [StoreOpener-b1fb1f61c3ba98b87193d7104559a363-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1fb1f61c3ba98b87193d7104559a363 columnFamilyName testFamily
2024-11-18T02:42:28,116 DEBUG [StoreOpener-b1fb1f61c3ba98b87193d7104559a363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:42:28,116 INFO  [StoreOpener-b1fb1f61c3ba98b87193d7104559a363-1 {}] regionserver.HStore(327): Store=b1fb1f61c3ba98b87193d7104559a363/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:42:28,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:28,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnNext/b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:28,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnNext/b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:28,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:28,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:28,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:28,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnNext/b1fb1f61c3ba98b87193d7104559a363/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T02:42:28,125 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened b1fb1f61c3ba98b87193d7104559a363; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64136140, jitterRate=-0.04429703950881958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T02:42:28,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:28,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for b1fb1f61c3ba98b87193d7104559a363:
Running coprocessor pre-open hook at 1731897748112Writing region info on filesystem at 1731897748112Initializing all the Stores at 1731897748113 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731897748113Cleaning up temporary data from old regions at 1731897748119 (+6 ms)Running coprocessor post-open hooks at 1731897748125 (+6 ms)Region opened successfully at 1731897748126 (+1 ms)
2024-11-18T02:42:28,127 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363., pid=30, masterSystemTime=1731897748106
2024-11-18T02:42:28,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363.
2024-11-18T02:42:28,130 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363.
2024-11-18T02:42:28,130 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=b1fb1f61c3ba98b87193d7104559a363, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,35707,1731897635662
2024-11-18T02:42:28,133 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1fb1f61c3ba98b87193d7104559a363, server=c4730a2bacf8,35707,1731897635662 because future has completed
2024-11-18T02:42:28,137 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-18T02:42:28,137 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure b1fb1f61c3ba98b87193d7104559a363, server=c4730a2bacf8,35707,1731897635662 in 180 msec
2024-11-18T02:42:28,139 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-18T02:42:28,139 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b1fb1f61c3ba98b87193d7104559a363, ASSIGN in 340 msec
2024-11-18T02:42:28,140 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T02:42:28,141 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731897748140"}]},"ts":"1731897748140"}
2024-11-18T02:42:28,143 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-18T02:42:28,144 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T02:42:28,146 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1770 sec
2024-11-18T02:42:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-18T02:42:29,999 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-18T02:42:29,999 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-18T02:42:29,999 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T02:42:30,004 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-18T02:42:30,004 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T02:42:30,004 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-18T02:42:30,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2]
2024-11-18T02:42:30,017 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T02:42:30,017 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-18T02:42:30,019 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T02:42:30,021 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T02:42:30,022 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T02:42:30,023 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35707 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-18T02:42:32,402 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-18T02:42:33,614 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T02:42:34,117 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T02:42:35,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-18T02:42:35,406 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-18T02:42:36,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35707 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3655885873276256204' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T02:42:36,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35707 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:56920 deadline: 1731897762030, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3655885873276256204' does not exist
2024-11-18T02:42:36,031 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to c4730a2bacf8,35707,1731897635662 for closing scanner id = -3655885873276256204 for b1fb1f61c3ba98b87193d7104559a363 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3655885873276256204' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:42:36,036 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=220 (was 221), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 266), ProcessCount=11 (was 11), AvailableMemoryMB=3293 (was 3302)
2024-11-18T02:42:36,045 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=3293
2024-11-18T02:42:36,047 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T02:42:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-18T02:42:36,050 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T02:42:36,050 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:42:36,050 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-18T02:42:36,051 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T02:42:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-18T02:42:36,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741853_1029 (size=423)
2024-11-18T02:42:36,461 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c805d56be7a86594092dc7899bdb2593, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131
2024-11-18T02:42:36,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741854_1030 (size=74)
2024-11-18T02:42:36,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-11-18T02:42:36,870 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:42:36,870 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing c805d56be7a86594092dc7899bdb2593, disabling compactions & flushes
2024-11-18T02:42:36,870 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593.
2024-11-18T02:42:36,870 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593.
2024-11-18T02:42:36,870 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593. after waiting 0 ms
2024-11-18T02:42:36,870 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593.
2024-11-18T02:42:36,870 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593.
2024-11-18T02:42:36,870 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for c805d56be7a86594092dc7899bdb2593:
Waiting for close lock at 1731897756870Disabling compacts and flushes for region at 1731897756870Disabling writes for close at 1731897756870Writing region close event to WAL at 1731897756870Closed at 1731897756870
2024-11-18T02:42:36,872 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T02:42:36,872 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731897756872"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731897756872"}]},"ts":"1731897756872"}
2024-11-18T02:42:36,875 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T02:42:36,876 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T02:42:36,877 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731897756877"}]},"ts":"1731897756877"}
2024-11-18T02:42:36,879 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-18T02:42:36,879 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=c805d56be7a86594092dc7899bdb2593, ASSIGN}]
2024-11-18T02:42:36,881 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=c805d56be7a86594092dc7899bdb2593, ASSIGN
2024-11-18T02:42:36,882 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=c805d56be7a86594092dc7899bdb2593, ASSIGN; state=OFFLINE, location=c4730a2bacf8,35707,1731897635662; forceNewPlan=false, retain=false
2024-11-18T02:42:37,032 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=c805d56be7a86594092dc7899bdb2593, regionState=OPENING, regionLocation=c4730a2bacf8,35707,1731897635662
2024-11-18T02:42:37,035 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=c805d56be7a86594092dc7899bdb2593, ASSIGN because future has completed
2024-11-18T02:42:37,036 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure c805d56be7a86594092dc7899bdb2593, server=c4730a2bacf8,35707,1731897635662}]
2024-11-18T02:42:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-18T02:42:37,194 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593.
2024-11-18T02:42:37,194 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => c805d56be7a86594092dc7899bdb2593, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593.', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:42:37,195 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync c805d56be7a86594092dc7899bdb2593
2024-11-18T02:42:37,195 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:42:37,195 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for c805d56be7a86594092dc7899bdb2593
2024-11-18T02:42:37,195 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for c805d56be7a86594092dc7899bdb2593
2024-11-18T02:42:37,197 INFO  [StoreOpener-c805d56be7a86594092dc7899bdb2593-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c805d56be7a86594092dc7899bdb2593 
2024-11-18T02:42:37,199 INFO  [StoreOpener-c805d56be7a86594092dc7899bdb2593-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c805d56be7a86594092dc7899bdb2593 columnFamilyName testFamily
2024-11-18T02:42:37,199 DEBUG [StoreOpener-c805d56be7a86594092dc7899bdb2593-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:42:37,199 INFO  [StoreOpener-c805d56be7a86594092dc7899bdb2593-1 {}] regionserver.HStore(327): Store=c805d56be7a86594092dc7899bdb2593/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:42:37,199 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for c805d56be7a86594092dc7899bdb2593
2024-11-18T02:42:37,200 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnOpenScannerAsync/c805d56be7a86594092dc7899bdb2593
2024-11-18T02:42:37,201 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnOpenScannerAsync/c805d56be7a86594092dc7899bdb2593
2024-11-18T02:42:37,201 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for c805d56be7a86594092dc7899bdb2593
2024-11-18T02:42:37,201 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for c805d56be7a86594092dc7899bdb2593
2024-11-18T02:42:37,203 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for c805d56be7a86594092dc7899bdb2593
2024-11-18T02:42:37,206 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnOpenScannerAsync/c805d56be7a86594092dc7899bdb2593/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T02:42:37,206 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened c805d56be7a86594092dc7899bdb2593; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70858802, jitterRate=0.05587843060493469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T02:42:37,207 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c805d56be7a86594092dc7899bdb2593
2024-11-18T02:42:37,207 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for c805d56be7a86594092dc7899bdb2593:
Running coprocessor pre-open hook at 1731897757195Writing region info on filesystem at 1731897757195Initializing all the Stores at 1731897757196 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731897757196Cleaning up temporary data from old regions at 1731897757201 (+5 ms)Running coprocessor post-open hooks at 1731897757207 (+6 ms)Region opened successfully at 1731897757207
2024-11-18T02:42:37,208 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593., pid=33, masterSystemTime=1731897757189
2024-11-18T02:42:37,211 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593.
2024-11-18T02:42:37,211 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593.
2024-11-18T02:42:37,211 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=c805d56be7a86594092dc7899bdb2593, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,35707,1731897635662
2024-11-18T02:42:37,214 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure c805d56be7a86594092dc7899bdb2593, server=c4730a2bacf8,35707,1731897635662 because future has completed
2024-11-18T02:42:37,218 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-18T02:42:37,218 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure c805d56be7a86594092dc7899bdb2593, server=c4730a2bacf8,35707,1731897635662 in 179 msec
2024-11-18T02:42:37,220 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-18T02:42:37,220 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=c805d56be7a86594092dc7899bdb2593, ASSIGN in 339 msec
2024-11-18T02:42:37,221 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T02:42:37,221 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731897757221"}]},"ts":"1731897757221"}
2024-11-18T02:42:37,223 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-18T02:42:37,224 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T02:42:37,226 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1770 sec
2024-11-18T02:42:38,403 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-18T02:42:39,003 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-18T02:42:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-18T02:42:39,068 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-18T02:42:39,068 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-18T02:42:39,068 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T02:42:39,073 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-18T02:42:39,073 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T02:42:39,073 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-18T02:42:39,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2]
2024-11-18T02:42:39,084 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T02:42:39,084 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-18T02:42:39,087 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T02:42:39,088 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T02:42:40,098 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=c4730a2bacf8:35707 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-11-18T02:42:40,098 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-11-18T02:42:40,098 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2 from cache
2024-11-18T02:42:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-11-18T02:42:41,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2]
2024-11-18T02:42:41,112 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T02:42:42,098 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=c4730a2bacf8:35707 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=987ms, rpcTimeout=976ms
2024-11-18T02:42:42,098 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=987ms, rpcTimeout=976ms
2024-11-18T02:42:42,098 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593., hostname=c4730a2bacf8,35707,1731897635662, seqNum=2 from cache
2024-11-18T02:42:42,108 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221 (was 220)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=207 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=3279 (was 3293)
2024-11-18T02:42:42,108 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T02:42:42,108 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T02:42:42,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:42:42,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:42:42,114 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-18T02:42:42,113 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:42:42,114 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T02:42:42,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T02:42:42,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:42:42,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:42:42,114 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:42:42,114 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-18T02:42:42,114 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1086983198, stopped=false
2024-11-18T02:42:42,115 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,34813,1731897635001
2024-11-18T02:42:42,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-18T02:42:42,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x10128f298110001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-18T02:42:42,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:42:42,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x10128f298110001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:42:42,116 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-18T02:42:42,117 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T02:42:42,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T02:42:42,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:42:42,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T02:42:42,117 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,35707,1731897635662' *****
2024-11-18T02:42:42,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35707-0x10128f298110001, quorum=127.0.0.1:51850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T02:42:42,117 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-18T02:42:42,118 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-18T02:42:42,118 INFO  [RS:0;c4730a2bacf8:35707 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-18T02:42:42,118 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-18T02:42:42,118 INFO  [RS:0;c4730a2bacf8:35707 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-18T02:42:42,118 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(3091): Received CLOSE for 22685b69e670e85fe566f8da80c759cb
2024-11-18T02:42:42,119 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(3091): Received CLOSE for c805d56be7a86594092dc7899bdb2593
2024-11-18T02:42:42,119 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(3091): Received CLOSE for 58d59c37b3d354e5a258877ff57c719a
2024-11-18T02:42:42,119 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(3091): Received CLOSE for 83c4f1e582fc433408007a5600c36803
2024-11-18T02:42:42,119 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a34e78706c3c228c62109b461f89ed2
2024-11-18T02:42:42,119 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(3091): Received CLOSE for 89d1ddd803e6b23d7c6ebe3f48acfdfb
2024-11-18T02:42:42,119 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(3091): Received CLOSE for 9040b6d4bf144bdf2484e4cd5fb508b0
2024-11-18T02:42:42,119 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(3091): Received CLOSE for 34d75ba9944d07822c66c99db61c8c69
2024-11-18T02:42:42,119 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22685b69e670e85fe566f8da80c759cb, disabling compactions & flushes
2024-11-18T02:42:42,119 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(3091): Received CLOSE for 29b561e2e7094e2b49df9266fc694fa2
2024-11-18T02:42:42,119 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb.
2024-11-18T02:42:42,119 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(3091): Received CLOSE for b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:42,119 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb.
2024-11-18T02:42:42,120 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,35707,1731897635662
2024-11-18T02:42:42,120 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb. after waiting 0 ms
2024-11-18T02:42:42,120 INFO  [RS:0;c4730a2bacf8:35707 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-18T02:42:42,120 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb.
2024-11-18T02:42:42,120 INFO  [RS:0;c4730a2bacf8:35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:35707.
2024-11-18T02:42:42,120 DEBUG [RS:0;c4730a2bacf8:35707 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T02:42:42,120 DEBUG [RS:0;c4730a2bacf8:35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:42:42,120 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-18T02:42:42,120 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-18T02:42:42,120 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-18T02:42:42,120 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-18T02:42:42,121 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-18T02:42:42,121 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-18T02:42:42,121 INFO  [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-18T02:42:42,121 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-18T02:42:42,121 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-18T02:42:42,121 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-18T02:42:42,121 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1351): Waiting on 0a34e78706c3c228c62109b461f89ed2, 1588230740, 22685b69e670e85fe566f8da80c759cb, 29b561e2e7094e2b49df9266fc694fa2, 34d75ba9944d07822c66c99db61c8c69, 58d59c37b3d354e5a258877ff57c719a, 83c4f1e582fc433408007a5600c36803, 89d1ddd803e6b23d7c6ebe3f48acfdfb, 9040b6d4bf144bdf2484e4cd5fb508b0, b1fb1f61c3ba98b87193d7104559a363, c805d56be7a86594092dc7899bdb2593
2024-11-18T02:42:42,123 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 22685b69e670e85fe566f8da80c759cb 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T02:42:42,123 INFO  [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-18T02:42:42,178 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/22685b69e670e85fe566f8da80c759cb/.tmp/testFamily/550e764f6095439583559e3db7ec817e is 61, key is row-0/testFamily:testQualifier/1731897740928/Put/seqid=0
2024-11-18T02:42:42,182 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/meta/1588230740/.tmp/info/92cfd25ef55c43bfb6fdb5f5b65dee1a is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb./info:regioninfo/1731897700051/Put/seqid=0
2024-11-18T02:42:42,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741856_1032 (size=5049)
2024-11-18T02:42:42,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741855_1031 (size=20564)
2024-11-18T02:42:42,321 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1351): Waiting on 0a34e78706c3c228c62109b461f89ed2, 1588230740, 22685b69e670e85fe566f8da80c759cb, 29b561e2e7094e2b49df9266fc694fa2, 34d75ba9944d07822c66c99db61c8c69, 58d59c37b3d354e5a258877ff57c719a, 83c4f1e582fc433408007a5600c36803, 89d1ddd803e6b23d7c6ebe3f48acfdfb, 9040b6d4bf144bdf2484e4cd5fb508b0, b1fb1f61c3ba98b87193d7104559a363, c805d56be7a86594092dc7899bdb2593
2024-11-18T02:42:42,340 INFO  [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-18T02:42:42,340 INFO  [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-18T02:42:42,522 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1351): Waiting on 0a34e78706c3c228c62109b461f89ed2, 1588230740, 22685b69e670e85fe566f8da80c759cb, 29b561e2e7094e2b49df9266fc694fa2, 34d75ba9944d07822c66c99db61c8c69, 58d59c37b3d354e5a258877ff57c719a, 83c4f1e582fc433408007a5600c36803, 89d1ddd803e6b23d7c6ebe3f48acfdfb, 9040b6d4bf144bdf2484e4cd5fb508b0, b1fb1f61c3ba98b87193d7104559a363, c805d56be7a86594092dc7899bdb2593
2024-11-18T02:42:42,591 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/22685b69e670e85fe566f8da80c759cb/.tmp/testFamily/550e764f6095439583559e3db7ec817e
2024-11-18T02:42:42,591 INFO  [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/meta/1588230740/.tmp/info/92cfd25ef55c43bfb6fdb5f5b65dee1a
2024-11-18T02:42:42,612 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-18T02:42:42,643 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/22685b69e670e85fe566f8da80c759cb/.tmp/testFamily/550e764f6095439583559e3db7ec817e as hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/22685b69e670e85fe566f8da80c759cb/testFamily/550e764f6095439583559e3db7ec817e
2024-11-18T02:42:42,653 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/22685b69e670e85fe566f8da80c759cb/testFamily/550e764f6095439583559e3db7ec817e, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T02:42:42,658 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/meta/1588230740/.tmp/ns/521b9924f87a4035a4e14f8a0dffe68d is 43, key is default/ns:d/1731897698951/Put/seqid=0
2024-11-18T02:42:42,662 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 22685b69e670e85fe566f8da80c759cb in 538ms, sequenceid=8, compaction requested=false
2024-11-18T02:42:42,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741857_1033 (size=5153)
2024-11-18T02:42:42,668 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/22685b69e670e85fe566f8da80c759cb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T02:42:42,671 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb.
2024-11-18T02:42:42,671 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22685b69e670e85fe566f8da80c759cb:
Waiting for close lock at 1731897762119Running coprocessor pre-close hooks at 1731897762119Disabling compacts and flushes for region at 1731897762119Disabling writes for close at 1731897762120 (+1 ms)Obtaining lock to block concurrent updates at 1731897762123 (+3 ms)Preparing flush snapshotting stores in 22685b69e670e85fe566f8da80c759cb at 1731897762123Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731897762131 (+8 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb. at 1731897762132 (+1 ms)Flushing 22685b69e670e85fe566f8da80c759cb/testFamily: creating writer at 1731897762134 (+2 ms)Flushing 22685b69e670e85fe566f8da80c759cb/testFamily: appending metadata at 1731897762173 (+39 ms)Flushing 22685b69e670e85fe566f8da80c759cb/testFamily: closing flushed file at 1731897762175 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b78ddbb: reopening flushed file at 1731897762641 (+466 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 22685b69e670e85fe566f8da80c759cb in 538ms, sequenceid=8, compaction requested=false at 1731897762662 (+21 ms)Writing region close event to WAL at 1731897762664 (+2 ms)Running coprocessor post-close hooks at 1731897762669 (+5 ms)Closed at 1731897762671 (+2 ms)
2024-11-18T02:42:42,671 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731897737887.22685b69e670e85fe566f8da80c759cb.
2024-11-18T02:42:42,671 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c805d56be7a86594092dc7899bdb2593, disabling compactions & flushes
2024-11-18T02:42:42,671 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593.
2024-11-18T02:42:42,671 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593.
2024-11-18T02:42:42,671 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593. after waiting 0 ms
2024-11-18T02:42:42,671 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593.
2024-11-18T02:42:42,672 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c805d56be7a86594092dc7899bdb2593 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T02:42:42,695 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnOpenScannerAsync/c805d56be7a86594092dc7899bdb2593/.tmp/testFamily/cec520aa38c34a4d899f04fc6ec3690e is 61, key is row-0/testFamily:testQualifier/1731897759077/Put/seqid=0
2024-11-18T02:42:42,696 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T02:42:42,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741858_1034 (size=5049)
2024-11-18T02:42:42,722 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1351): Waiting on 0a34e78706c3c228c62109b461f89ed2, 1588230740, 29b561e2e7094e2b49df9266fc694fa2, 34d75ba9944d07822c66c99db61c8c69, 58d59c37b3d354e5a258877ff57c719a, 83c4f1e582fc433408007a5600c36803, 89d1ddd803e6b23d7c6ebe3f48acfdfb, 9040b6d4bf144bdf2484e4cd5fb508b0, b1fb1f61c3ba98b87193d7104559a363, c805d56be7a86594092dc7899bdb2593
2024-11-18T02:42:42,922 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1351): Waiting on 0a34e78706c3c228c62109b461f89ed2, 1588230740, 29b561e2e7094e2b49df9266fc694fa2, 34d75ba9944d07822c66c99db61c8c69, 58d59c37b3d354e5a258877ff57c719a, 83c4f1e582fc433408007a5600c36803, 89d1ddd803e6b23d7c6ebe3f48acfdfb, 9040b6d4bf144bdf2484e4cd5fb508b0, b1fb1f61c3ba98b87193d7104559a363, c805d56be7a86594092dc7899bdb2593
2024-11-18T02:42:43,065 INFO  [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/meta/1588230740/.tmp/ns/521b9924f87a4035a4e14f8a0dffe68d
2024-11-18T02:42:43,090 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/meta/1588230740/.tmp/table/3777ac4b04484951a64913797690da99 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731897700065/Put/seqid=0
2024-11-18T02:42:43,095 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741859_1035 (size=6699)
2024-11-18T02:42:43,095 INFO  [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/meta/1588230740/.tmp/table/3777ac4b04484951a64913797690da99
2024-11-18T02:42:43,101 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnOpenScannerAsync/c805d56be7a86594092dc7899bdb2593/.tmp/testFamily/cec520aa38c34a4d899f04fc6ec3690e
2024-11-18T02:42:43,104 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/meta/1588230740/.tmp/info/92cfd25ef55c43bfb6fdb5f5b65dee1a as hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/meta/1588230740/info/92cfd25ef55c43bfb6fdb5f5b65dee1a
2024-11-18T02:42:43,110 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnOpenScannerAsync/c805d56be7a86594092dc7899bdb2593/.tmp/testFamily/cec520aa38c34a4d899f04fc6ec3690e as hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnOpenScannerAsync/c805d56be7a86594092dc7899bdb2593/testFamily/cec520aa38c34a4d899f04fc6ec3690e
2024-11-18T02:42:43,112 INFO  [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/meta/1588230740/info/92cfd25ef55c43bfb6fdb5f5b65dee1a, entries=100, sequenceid=56, filesize=20.1 K
2024-11-18T02:42:43,113 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/meta/1588230740/.tmp/ns/521b9924f87a4035a4e14f8a0dffe68d as hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/meta/1588230740/ns/521b9924f87a4035a4e14f8a0dffe68d
2024-11-18T02:42:43,120 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnOpenScannerAsync/c805d56be7a86594092dc7899bdb2593/testFamily/cec520aa38c34a4d899f04fc6ec3690e, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T02:42:43,121 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c805d56be7a86594092dc7899bdb2593 in 450ms, sequenceid=8, compaction requested=false
2024-11-18T02:42:43,121 INFO  [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/meta/1588230740/ns/521b9924f87a4035a4e14f8a0dffe68d, entries=2, sequenceid=56, filesize=5.0 K
2024-11-18T02:42:43,122 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close
2024-11-18T02:42:43,122 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1351): Waiting on 0a34e78706c3c228c62109b461f89ed2, 1588230740, 29b561e2e7094e2b49df9266fc694fa2, 34d75ba9944d07822c66c99db61c8c69, 58d59c37b3d354e5a258877ff57c719a, 83c4f1e582fc433408007a5600c36803, 89d1ddd803e6b23d7c6ebe3f48acfdfb, 9040b6d4bf144bdf2484e4cd5fb508b0, b1fb1f61c3ba98b87193d7104559a363, c805d56be7a86594092dc7899bdb2593
2024-11-18T02:42:43,123 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/meta/1588230740/.tmp/table/3777ac4b04484951a64913797690da99 as hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/meta/1588230740/table/3777ac4b04484951a64913797690da99
2024-11-18T02:42:43,126 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnOpenScannerAsync/c805d56be7a86594092dc7899bdb2593/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T02:42:43,127 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593.
2024-11-18T02:42:43,128 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c805d56be7a86594092dc7899bdb2593:
Waiting for close lock at 1731897762671Running coprocessor pre-close hooks at 1731897762671Disabling compacts and flushes for region at 1731897762671Disabling writes for close at 1731897762671Obtaining lock to block concurrent updates at 1731897762672 (+1 ms)Preparing flush snapshotting stores in c805d56be7a86594092dc7899bdb2593 at 1731897762672Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731897762672Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593. at 1731897762672Flushing c805d56be7a86594092dc7899bdb2593/testFamily: creating writer at 1731897762672Flushing c805d56be7a86594092dc7899bdb2593/testFamily: appending metadata at 1731897762694 (+22 ms)Flushing c805d56be7a86594092dc7899bdb2593/testFamily: closing flushed file at 1731897762694Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38d7102a: reopening flushed file at 1731897763109 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c805d56be7a86594092dc7899bdb2593 in 450ms, sequenceid=8, compaction requested=false at 1731897763121 (+12 ms)Writing region close event to WAL at 1731897763122 (+1 ms)Running coprocessor post-close hooks at 1731897763127 (+5 ms)Closed at 1731897763127
2024-11-18T02:42:43,128 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731897756046.c805d56be7a86594092dc7899bdb2593.
2024-11-18T02:42:43,128 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58d59c37b3d354e5a258877ff57c719a, disabling compactions & flushes
2024-11-18T02:42:43,128 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a.
2024-11-18T02:42:43,128 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a.
2024-11-18T02:42:43,128 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a. after waiting 0 ms
2024-11-18T02:42:43,128 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a.
2024-11-18T02:42:43,128 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 58d59c37b3d354e5a258877ff57c719a 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T02:42:43,132 INFO  [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/meta/1588230740/table/3777ac4b04484951a64913797690da99, entries=20, sequenceid=56, filesize=6.5 K
2024-11-18T02:42:43,133 INFO  [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1012ms, sequenceid=56, compaction requested=false
2024-11-18T02:42:43,138 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-18T02:42:43,139 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T02:42:43,139 INFO  [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-18T02:42:43,139 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731897762121Running coprocessor pre-close hooks at 1731897762121Disabling compacts and flushes for region at 1731897762121Disabling writes for close at 1731897762121Obtaining lock to block concurrent updates at 1731897762123 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731897762123Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731897762131 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731897762132 (+1 ms)Flushing 1588230740/info: creating writer at 1731897762134 (+2 ms)Flushing 1588230740/info: appending metadata at 1731897762178 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731897762178Flushing 1588230740/ns: creating writer at 1731897762641 (+463 ms)Flushing 1588230740/ns: appending metadata at 1731897762658 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731897762658Flushing 1588230740/table: creating writer at 1731897763073 (+415 ms)Flushing 1588230740/table: appending metadata at 1731897763088 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731897763088Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b702b88: reopening flushed file at 1731897763103 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@323ebb8a: reopening flushed file at 1731897763112 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7503051b: reopening flushed file at 1731897763122 (+10 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1012ms, sequenceid=56, compaction requested=false at 1731897763133 (+11 ms)Writing region close event to WAL at 1731897763134 (+1 ms)Running coprocessor post-close hooks at 1731897763139 (+5 ms)Closed at 1731897763139
2024-11-18T02:42:43,139 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-18T02:42:43,152 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testRetryOutOfOrderScannerNextException/58d59c37b3d354e5a258877ff57c719a/.tmp/testFamily/487128eec99b484ba6388876898f1bce is 61, key is row-0/testFamily:testQualifier/1731897719597/Put/seqid=0
2024-11-18T02:42:43,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741860_1036 (size=5049)
2024-11-18T02:42:43,174 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:34813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 10 more
2024-11-18T02:42:43,323 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1351): Waiting on 0a34e78706c3c228c62109b461f89ed2, 29b561e2e7094e2b49df9266fc694fa2, 34d75ba9944d07822c66c99db61c8c69, 58d59c37b3d354e5a258877ff57c719a, 83c4f1e582fc433408007a5600c36803, 89d1ddd803e6b23d7c6ebe3f48acfdfb, 9040b6d4bf144bdf2484e4cd5fb508b0, b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:43,523 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1351): Waiting on 0a34e78706c3c228c62109b461f89ed2, 29b561e2e7094e2b49df9266fc694fa2, 34d75ba9944d07822c66c99db61c8c69, 58d59c37b3d354e5a258877ff57c719a, 83c4f1e582fc433408007a5600c36803, 89d1ddd803e6b23d7c6ebe3f48acfdfb, 9040b6d4bf144bdf2484e4cd5fb508b0, b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:43,559 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testRetryOutOfOrderScannerNextException/58d59c37b3d354e5a258877ff57c719a/.tmp/testFamily/487128eec99b484ba6388876898f1bce
2024-11-18T02:42:43,568 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testRetryOutOfOrderScannerNextException/58d59c37b3d354e5a258877ff57c719a/.tmp/testFamily/487128eec99b484ba6388876898f1bce as hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testRetryOutOfOrderScannerNextException/58d59c37b3d354e5a258877ff57c719a/testFamily/487128eec99b484ba6388876898f1bce
2024-11-18T02:42:43,575 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testRetryOutOfOrderScannerNextException/58d59c37b3d354e5a258877ff57c719a/testFamily/487128eec99b484ba6388876898f1bce, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T02:42:43,577 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 58d59c37b3d354e5a258877ff57c719a in 448ms, sequenceid=8, compaction requested=false
2024-11-18T02:42:43,582 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testRetryOutOfOrderScannerNextException/58d59c37b3d354e5a258877ff57c719a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T02:42:43,582 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a.
2024-11-18T02:42:43,582 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58d59c37b3d354e5a258877ff57c719a:
Waiting for close lock at 1731897763128Running coprocessor pre-close hooks at 1731897763128Disabling compacts and flushes for region at 1731897763128Disabling writes for close at 1731897763128Obtaining lock to block concurrent updates at 1731897763128Preparing flush snapshotting stores in 58d59c37b3d354e5a258877ff57c719a at 1731897763128Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731897763129 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a. at 1731897763129Flushing 58d59c37b3d354e5a258877ff57c719a/testFamily: creating writer at 1731897763129Flushing 58d59c37b3d354e5a258877ff57c719a/testFamily: appending metadata at 1731897763152 (+23 ms)Flushing 58d59c37b3d354e5a258877ff57c719a/testFamily: closing flushed file at 1731897763152Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5022926f: reopening flushed file at 1731897763567 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 58d59c37b3d354e5a258877ff57c719a in 448ms, sequenceid=8, compaction requested=false at 1731897763577 (+10 ms)Writing region close event to WAL at 1731897763577Running coprocessor post-close hooks at 1731897763582 (+5 ms)Closed at 1731897763582
2024-11-18T02:42:43,582 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731897718567.58d59c37b3d354e5a258877ff57c719a.
2024-11-18T02:42:43,583 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83c4f1e582fc433408007a5600c36803, disabling compactions & flushes
2024-11-18T02:42:43,583 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803.
2024-11-18T02:42:43,583 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803.
2024-11-18T02:42:43,583 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803. after waiting 0 ms
2024-11-18T02:42:43,583 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803.
2024-11-18T02:42:43,583 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 83c4f1e582fc433408007a5600c36803 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T02:42:43,600 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnOpenScanner/83c4f1e582fc433408007a5600c36803/.tmp/testFamily/bc60742051474fcba5b6801183a80d4a is 61, key is row-0/testFamily:testQualifier/1731897703428/Put/seqid=0
2024-11-18T02:42:43,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741861_1037 (size=5049)
2024-11-18T02:42:43,723 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1351): Waiting on 0a34e78706c3c228c62109b461f89ed2, 29b561e2e7094e2b49df9266fc694fa2, 34d75ba9944d07822c66c99db61c8c69, 83c4f1e582fc433408007a5600c36803, 89d1ddd803e6b23d7c6ebe3f48acfdfb, 9040b6d4bf144bdf2484e4cd5fb508b0, b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:43,924 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1351): Waiting on 0a34e78706c3c228c62109b461f89ed2, 29b561e2e7094e2b49df9266fc694fa2, 34d75ba9944d07822c66c99db61c8c69, 83c4f1e582fc433408007a5600c36803, 89d1ddd803e6b23d7c6ebe3f48acfdfb, 9040b6d4bf144bdf2484e4cd5fb508b0, b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:44,006 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnOpenScanner/83c4f1e582fc433408007a5600c36803/.tmp/testFamily/bc60742051474fcba5b6801183a80d4a
2024-11-18T02:42:44,014 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnOpenScanner/83c4f1e582fc433408007a5600c36803/.tmp/testFamily/bc60742051474fcba5b6801183a80d4a as hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnOpenScanner/83c4f1e582fc433408007a5600c36803/testFamily/bc60742051474fcba5b6801183a80d4a
2024-11-18T02:42:44,021 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnOpenScanner/83c4f1e582fc433408007a5600c36803/testFamily/bc60742051474fcba5b6801183a80d4a, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T02:42:44,022 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 83c4f1e582fc433408007a5600c36803 in 439ms, sequenceid=8, compaction requested=false
2024-11-18T02:42:44,027 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnOpenScanner/83c4f1e582fc433408007a5600c36803/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T02:42:44,028 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803.
2024-11-18T02:42:44,028 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83c4f1e582fc433408007a5600c36803:
Waiting for close lock at 1731897763583Running coprocessor pre-close hooks at 1731897763583Disabling compacts and flushes for region at 1731897763583Disabling writes for close at 1731897763583Obtaining lock to block concurrent updates at 1731897763583Preparing flush snapshotting stores in 83c4f1e582fc433408007a5600c36803 at 1731897763583Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731897763583Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803. at 1731897763584 (+1 ms)Flushing 83c4f1e582fc433408007a5600c36803/testFamily: creating writer at 1731897763584Flushing 83c4f1e582fc433408007a5600c36803/testFamily: appending metadata at 1731897763600 (+16 ms)Flushing 83c4f1e582fc433408007a5600c36803/testFamily: closing flushed file at 1731897763600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ebcf1e8: reopening flushed file at 1731897764013 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 83c4f1e582fc433408007a5600c36803 in 439ms, sequenceid=8, compaction requested=false at 1731897764022 (+9 ms)Writing region close event to WAL at 1731897764023 (+1 ms)Running coprocessor post-close hooks at 1731897764028 (+5 ms)Closed at 1731897764028
2024-11-18T02:42:44,028 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731897700368.83c4f1e582fc433408007a5600c36803.
2024-11-18T02:42:44,028 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a34e78706c3c228c62109b461f89ed2, disabling compactions & flushes
2024-11-18T02:42:44,028 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2.
2024-11-18T02:42:44,028 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2.
2024-11-18T02:42:44,028 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2. after waiting 0 ms
2024-11-18T02:42:44,028 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2.
2024-11-18T02:42:44,028 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0a34e78706c3c228c62109b461f89ed2 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T02:42:44,045 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnNext/0a34e78706c3c228c62109b461f89ed2/.tmp/testFamily/3f5de97aa3cb4d80adb8e4f8163b30aa is 61, key is row-0/testFamily:testQualifier/1731897734847/Put/seqid=0
2024-11-18T02:42:44,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741862_1038 (size=5049)
2024-11-18T02:42:44,124 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-18T02:42:44,124 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1325): Online Regions={0a34e78706c3c228c62109b461f89ed2=testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2., 89d1ddd803e6b23d7c6ebe3f48acfdfb=testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb., 9040b6d4bf144bdf2484e4cd5fb508b0=testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0., 34d75ba9944d07822c66c99db61c8c69=testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69., 29b561e2e7094e2b49df9266fc694fa2=hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2., b1fb1f61c3ba98b87193d7104559a363=hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363.}
2024-11-18T02:42:44,124 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1351): Waiting on 0a34e78706c3c228c62109b461f89ed2, 29b561e2e7094e2b49df9266fc694fa2, 34d75ba9944d07822c66c99db61c8c69, 89d1ddd803e6b23d7c6ebe3f48acfdfb, 9040b6d4bf144bdf2484e4cd5fb508b0, b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:44,324 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1351): Waiting on 0a34e78706c3c228c62109b461f89ed2, 29b561e2e7094e2b49df9266fc694fa2, 34d75ba9944d07822c66c99db61c8c69, 89d1ddd803e6b23d7c6ebe3f48acfdfb, 9040b6d4bf144bdf2484e4cd5fb508b0, b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:44,451 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnNext/0a34e78706c3c228c62109b461f89ed2/.tmp/testFamily/3f5de97aa3cb4d80adb8e4f8163b30aa
2024-11-18T02:42:44,460 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnNext/0a34e78706c3c228c62109b461f89ed2/.tmp/testFamily/3f5de97aa3cb4d80adb8e4f8163b30aa as hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnNext/0a34e78706c3c228c62109b461f89ed2/testFamily/3f5de97aa3cb4d80adb8e4f8163b30aa
2024-11-18T02:42:44,466 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnNext/0a34e78706c3c228c62109b461f89ed2/testFamily/3f5de97aa3cb4d80adb8e4f8163b30aa, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T02:42:44,467 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0a34e78706c3c228c62109b461f89ed2 in 439ms, sequenceid=8, compaction requested=false
2024-11-18T02:42:44,472 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnNext/0a34e78706c3c228c62109b461f89ed2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T02:42:44,472 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2.
2024-11-18T02:42:44,472 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a34e78706c3c228c62109b461f89ed2:
Waiting for close lock at 1731897764028Running coprocessor pre-close hooks at 1731897764028Disabling compacts and flushes for region at 1731897764028Disabling writes for close at 1731897764028Obtaining lock to block concurrent updates at 1731897764028Preparing flush snapshotting stores in 0a34e78706c3c228c62109b461f89ed2 at 1731897764028Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731897764029 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2. at 1731897764029Flushing 0a34e78706c3c228c62109b461f89ed2/testFamily: creating writer at 1731897764029Flushing 0a34e78706c3c228c62109b461f89ed2/testFamily: appending metadata at 1731897764045 (+16 ms)Flushing 0a34e78706c3c228c62109b461f89ed2/testFamily: closing flushed file at 1731897764045Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12658248: reopening flushed file at 1731897764459 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0a34e78706c3c228c62109b461f89ed2 in 439ms, sequenceid=8, compaction requested=false at 1731897764467 (+8 ms)Writing region close event to WAL at 1731897764468 (+1 ms)Running coprocessor post-close hooks at 1731897764472 (+4 ms)Closed at 1731897764472
2024-11-18T02:42:44,473 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731897731808.0a34e78706c3c228c62109b461f89ed2.
2024-11-18T02:42:44,473 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 89d1ddd803e6b23d7c6ebe3f48acfdfb, disabling compactions & flushes
2024-11-18T02:42:44,473 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb.
2024-11-18T02:42:44,473 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb.
2024-11-18T02:42:44,473 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb. after waiting 0 ms
2024-11-18T02:42:44,473 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb.
2024-11-18T02:42:44,473 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 89d1ddd803e6b23d7c6ebe3f48acfdfb 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T02:42:44,489 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testRetryOutOfOrderScannerNextExceptionAsync/89d1ddd803e6b23d7c6ebe3f48acfdfb/.tmp/testFamily/5968ee06d9d34c0497fbc69553102e68 is 61, key is row-0/testFamily:testQualifier/1731897700292/Put/seqid=0
2024-11-18T02:42:44,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741863_1039 (size=5049)
2024-11-18T02:42:44,494 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testRetryOutOfOrderScannerNextExceptionAsync/89d1ddd803e6b23d7c6ebe3f48acfdfb/.tmp/testFamily/5968ee06d9d34c0497fbc69553102e68
2024-11-18T02:42:44,501 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testRetryOutOfOrderScannerNextExceptionAsync/89d1ddd803e6b23d7c6ebe3f48acfdfb/.tmp/testFamily/5968ee06d9d34c0497fbc69553102e68 as hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testRetryOutOfOrderScannerNextExceptionAsync/89d1ddd803e6b23d7c6ebe3f48acfdfb/testFamily/5968ee06d9d34c0497fbc69553102e68
2024-11-18T02:42:44,508 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testRetryOutOfOrderScannerNextExceptionAsync/89d1ddd803e6b23d7c6ebe3f48acfdfb/testFamily/5968ee06d9d34c0497fbc69553102e68, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T02:42:44,509 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 89d1ddd803e6b23d7c6ebe3f48acfdfb in 36ms, sequenceid=8, compaction requested=false
2024-11-18T02:42:44,514 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testRetryOutOfOrderScannerNextExceptionAsync/89d1ddd803e6b23d7c6ebe3f48acfdfb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T02:42:44,515 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb.
2024-11-18T02:42:44,515 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 89d1ddd803e6b23d7c6ebe3f48acfdfb:
Waiting for close lock at 1731897764473Running coprocessor pre-close hooks at 1731897764473Disabling compacts and flushes for region at 1731897764473Disabling writes for close at 1731897764473Obtaining lock to block concurrent updates at 1731897764473Preparing flush snapshotting stores in 89d1ddd803e6b23d7c6ebe3f48acfdfb at 1731897764473Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731897764473Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb. at 1731897764474 (+1 ms)Flushing 89d1ddd803e6b23d7c6ebe3f48acfdfb/testFamily: creating writer at 1731897764474Flushing 89d1ddd803e6b23d7c6ebe3f48acfdfb/testFamily: appending metadata at 1731897764489 (+15 ms)Flushing 89d1ddd803e6b23d7c6ebe3f48acfdfb/testFamily: closing flushed file at 1731897764489Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29a02fdd: reopening flushed file at 1731897764500 (+11 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 89d1ddd803e6b23d7c6ebe3f48acfdfb in 36ms, sequenceid=8, compaction requested=false at 1731897764509 (+9 ms)Writing region close event to WAL at 1731897764510 (+1 ms)Running coprocessor post-close hooks at 1731897764515 (+5 ms)Closed at 1731897764515
2024-11-18T02:42:44,515 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731897699231.89d1ddd803e6b23d7c6ebe3f48acfdfb.
2024-11-18T02:42:44,515 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9040b6d4bf144bdf2484e4cd5fb508b0, disabling compactions & flushes
2024-11-18T02:42:44,515 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0.
2024-11-18T02:42:44,515 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0.
2024-11-18T02:42:44,515 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0. after waiting 0 ms
2024-11-18T02:42:44,515 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0.
2024-11-18T02:42:44,515 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9040b6d4bf144bdf2484e4cd5fb508b0 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T02:42:44,525 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1351): Waiting on 29b561e2e7094e2b49df9266fc694fa2, 34d75ba9944d07822c66c99db61c8c69, 9040b6d4bf144bdf2484e4cd5fb508b0, b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:44,531 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnOpenScanner/9040b6d4bf144bdf2484e4cd5fb508b0/.tmp/testFamily/397e9c270d97483e83b17a70fd2ff14f is 61, key is row-0/testFamily:testQualifier/1731897722688/Put/seqid=0
2024-11-18T02:42:44,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741864_1040 (size=5049)
2024-11-18T02:42:44,725 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1351): Waiting on 29b561e2e7094e2b49df9266fc694fa2, 34d75ba9944d07822c66c99db61c8c69, 9040b6d4bf144bdf2484e4cd5fb508b0, b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:44,925 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1351): Waiting on 29b561e2e7094e2b49df9266fc694fa2, 34d75ba9944d07822c66c99db61c8c69, 9040b6d4bf144bdf2484e4cd5fb508b0, b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:44,937 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnOpenScanner/9040b6d4bf144bdf2484e4cd5fb508b0/.tmp/testFamily/397e9c270d97483e83b17a70fd2ff14f
2024-11-18T02:42:44,945 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnOpenScanner/9040b6d4bf144bdf2484e4cd5fb508b0/.tmp/testFamily/397e9c270d97483e83b17a70fd2ff14f as hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnOpenScanner/9040b6d4bf144bdf2484e4cd5fb508b0/testFamily/397e9c270d97483e83b17a70fd2ff14f
2024-11-18T02:42:44,953 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnOpenScanner/9040b6d4bf144bdf2484e4cd5fb508b0/testFamily/397e9c270d97483e83b17a70fd2ff14f, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T02:42:44,954 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9040b6d4bf144bdf2484e4cd5fb508b0 in 439ms, sequenceid=8, compaction requested=false
2024-11-18T02:42:44,958 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnOpenScanner/9040b6d4bf144bdf2484e4cd5fb508b0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T02:42:44,959 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0.
2024-11-18T02:42:44,959 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9040b6d4bf144bdf2484e4cd5fb508b0:
Waiting for close lock at 1731897764515Running coprocessor pre-close hooks at 1731897764515Disabling compacts and flushes for region at 1731897764515Disabling writes for close at 1731897764515Obtaining lock to block concurrent updates at 1731897764515Preparing flush snapshotting stores in 9040b6d4bf144bdf2484e4cd5fb508b0 at 1731897764515Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731897764515Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0. at 1731897764516 (+1 ms)Flushing 9040b6d4bf144bdf2484e4cd5fb508b0/testFamily: creating writer at 1731897764516Flushing 9040b6d4bf144bdf2484e4cd5fb508b0/testFamily: appending metadata at 1731897764531 (+15 ms)Flushing 9040b6d4bf144bdf2484e4cd5fb508b0/testFamily: closing flushed file at 1731897764531Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62858241: reopening flushed file at 1731897764944 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9040b6d4bf144bdf2484e4cd5fb508b0 in 439ms, sequenceid=8, compaction requested=false at 1731897764954 (+10 ms)Writing region close event to WAL at 1731897764954Running coprocessor post-close hooks at 1731897764959 (+5 ms)Closed at 1731897764959
2024-11-18T02:42:44,959 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731897719646.9040b6d4bf144bdf2484e4cd5fb508b0.
2024-11-18T02:42:44,959 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 34d75ba9944d07822c66c99db61c8c69, disabling compactions & flushes
2024-11-18T02:42:44,959 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69.
2024-11-18T02:42:44,959 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69.
2024-11-18T02:42:44,960 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69. after waiting 1 ms
2024-11-18T02:42:44,960 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69.
2024-11-18T02:42:44,960 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 34d75ba9944d07822c66c99db61c8c69 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T02:42:44,980 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnNextAsync/34d75ba9944d07822c66c99db61c8c69/.tmp/testFamily/d402b5a4aac34a4fae540ce6168ce124 is 61, key is row-0/testFamily:testQualifier/1731897728768/Put/seqid=0
2024-11-18T02:42:44,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741865_1041 (size=5049)
2024-11-18T02:42:45,125 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-18T02:42:45,125 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1325): Online Regions={34d75ba9944d07822c66c99db61c8c69=testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69., 29b561e2e7094e2b49df9266fc694fa2=hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2., b1fb1f61c3ba98b87193d7104559a363=hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363.}
2024-11-18T02:42:45,126 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1351): Waiting on 29b561e2e7094e2b49df9266fc694fa2, 34d75ba9944d07822c66c99db61c8c69, b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:45,326 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1351): Waiting on 29b561e2e7094e2b49df9266fc694fa2, 34d75ba9944d07822c66c99db61c8c69, b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:45,386 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnNextAsync/34d75ba9944d07822c66c99db61c8c69/.tmp/testFamily/d402b5a4aac34a4fae540ce6168ce124
2024-11-18T02:42:45,394 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnNextAsync/34d75ba9944d07822c66c99db61c8c69/.tmp/testFamily/d402b5a4aac34a4fae540ce6168ce124 as hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnNextAsync/34d75ba9944d07822c66c99db61c8c69/testFamily/d402b5a4aac34a4fae540ce6168ce124
2024-11-18T02:42:45,400 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnNextAsync/34d75ba9944d07822c66c99db61c8c69/testFamily/d402b5a4aac34a4fae540ce6168ce124, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T02:42:45,401 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 34d75ba9944d07822c66c99db61c8c69 in 441ms, sequenceid=8, compaction requested=false
2024-11-18T02:42:45,405 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/default/testNormalScanTimeoutOnNextAsync/34d75ba9944d07822c66c99db61c8c69/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T02:42:45,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-18T02:42:45,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T02:42:45,406 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69.
2024-11-18T02:42:45,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-18T02:42:45,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-18T02:42:45,406 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 34d75ba9944d07822c66c99db61c8c69:
Waiting for close lock at 1731897764959Running coprocessor pre-close hooks at 1731897764959Disabling compacts and flushes for region at 1731897764959Disabling writes for close at 1731897764960 (+1 ms)Obtaining lock to block concurrent updates at 1731897764960Preparing flush snapshotting stores in 34d75ba9944d07822c66c99db61c8c69 at 1731897764960Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731897764960Flushing stores of testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69. at 1731897764960Flushing 34d75ba9944d07822c66c99db61c8c69/testFamily: creating writer at 1731897764961 (+1 ms)Flushing 34d75ba9944d07822c66c99db61c8c69/testFamily: appending metadata at 1731897764980 (+19 ms)Flushing 34d75ba9944d07822c66c99db61c8c69/testFamily: closing flushed file at 1731897764980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f5bf5f9: reopening flushed file at 1731897765393 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 34d75ba9944d07822c66c99db61c8c69 in 441ms, sequenceid=8, compaction requested=false at 1731897765401 (+8 ms)Writing region close event to WAL at 1731897765402 (+1 ms)Running coprocessor post-close hooks at 1731897765406 (+4 ms)Closed at 1731897765406
2024-11-18T02:42:45,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-18T02:42:45,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-18T02:42:45,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-18T02:42:45,406 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731897725726.34d75ba9944d07822c66c99db61c8c69.
2024-11-18T02:42:45,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-18T02:42:45,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-18T02:42:45,406 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29b561e2e7094e2b49df9266fc694fa2, disabling compactions & flushes
2024-11-18T02:42:45,406 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2.
2024-11-18T02:42:45,406 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2.
2024-11-18T02:42:45,406 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2. after waiting 0 ms
2024-11-18T02:42:45,406 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2.
2024-11-18T02:42:45,406 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 29b561e2e7094e2b49df9266fc694fa2 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T02:42:45,423 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnNextAsync/29b561e2e7094e2b49df9266fc694fa2/.tmp/testFamily/4b4b6eb54098487c838952921e2182ab is 61, key is row-0/testFamily:testQualifier/1731897712528/Put/seqid=0
2024-11-18T02:42:45,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741866_1042 (size=5049)
2024-11-18T02:42:45,526 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1351): Waiting on 29b561e2e7094e2b49df9266fc694fa2, b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:45,726 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1351): Waiting on 29b561e2e7094e2b49df9266fc694fa2, b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:45,829 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnNextAsync/29b561e2e7094e2b49df9266fc694fa2/.tmp/testFamily/4b4b6eb54098487c838952921e2182ab
2024-11-18T02:42:45,837 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnNextAsync/29b561e2e7094e2b49df9266fc694fa2/.tmp/testFamily/4b4b6eb54098487c838952921e2182ab as hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnNextAsync/29b561e2e7094e2b49df9266fc694fa2/testFamily/4b4b6eb54098487c838952921e2182ab
2024-11-18T02:42:45,844 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnNextAsync/29b561e2e7094e2b49df9266fc694fa2/testFamily/4b4b6eb54098487c838952921e2182ab, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T02:42:45,845 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 29b561e2e7094e2b49df9266fc694fa2 in 439ms, sequenceid=8, compaction requested=false
2024-11-18T02:42:45,849 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnNextAsync/29b561e2e7094e2b49df9266fc694fa2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T02:42:45,850 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2.
2024-11-18T02:42:45,850 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29b561e2e7094e2b49df9266fc694fa2:
Waiting for close lock at 1731897765406Running coprocessor pre-close hooks at 1731897765406Disabling compacts and flushes for region at 1731897765406Disabling writes for close at 1731897765406Obtaining lock to block concurrent updates at 1731897765406Preparing flush snapshotting stores in 29b561e2e7094e2b49df9266fc694fa2 at 1731897765406Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731897765407 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2. at 1731897765407Flushing 29b561e2e7094e2b49df9266fc694fa2/testFamily: creating writer at 1731897765407Flushing 29b561e2e7094e2b49df9266fc694fa2/testFamily: appending metadata at 1731897765423 (+16 ms)Flushing 29b561e2e7094e2b49df9266fc694fa2/testFamily: closing flushed file at 1731897765423Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@380a666a: reopening flushed file at 1731897765836 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 29b561e2e7094e2b49df9266fc694fa2 in 439ms, sequenceid=8, compaction requested=false at 1731897765845 (+9 ms)Writing region close event to WAL at 1731897765846 (+1 ms)Running coprocessor post-close hooks at 1731897765850 (+4 ms)Closed at 1731897765850
2024-11-18T02:42:45,850 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731897709475.29b561e2e7094e2b49df9266fc694fa2.
2024-11-18T02:42:45,850 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1fb1f61c3ba98b87193d7104559a363, disabling compactions & flushes
2024-11-18T02:42:45,850 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363.
2024-11-18T02:42:45,850 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363.
2024-11-18T02:42:45,850 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363. after waiting 0 ms
2024-11-18T02:42:45,850 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363.
2024-11-18T02:42:45,850 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b1fb1f61c3ba98b87193d7104559a363 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T02:42:45,867 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnNext/b1fb1f61c3ba98b87193d7104559a363/.tmp/testFamily/a9077738da754d09a0af2b6d8f3a88a2 is 61, key is row-0/testFamily:testQualifier/1731897750008/Put/seqid=0
2024-11-18T02:42:45,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741867_1043 (size=5049)
2024-11-18T02:42:45,927 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1351): Waiting on b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:46,127 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-18T02:42:46,127 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1325): Online Regions={b1fb1f61c3ba98b87193d7104559a363=hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363.}
2024-11-18T02:42:46,127 DEBUG [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1351): Waiting on b1fb1f61c3ba98b87193d7104559a363
2024-11-18T02:42:46,272 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnNext/b1fb1f61c3ba98b87193d7104559a363/.tmp/testFamily/a9077738da754d09a0af2b6d8f3a88a2
2024-11-18T02:42:46,281 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnNext/b1fb1f61c3ba98b87193d7104559a363/.tmp/testFamily/a9077738da754d09a0af2b6d8f3a88a2 as hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnNext/b1fb1f61c3ba98b87193d7104559a363/testFamily/a9077738da754d09a0af2b6d8f3a88a2
2024-11-18T02:42:46,288 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnNext/b1fb1f61c3ba98b87193d7104559a363/testFamily/a9077738da754d09a0af2b6d8f3a88a2, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T02:42:46,289 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b1fb1f61c3ba98b87193d7104559a363 in 439ms, sequenceid=8, compaction requested=false
2024-11-18T02:42:46,293 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/data/hbase/testMetaScanTimeoutOnNext/b1fb1f61c3ba98b87193d7104559a363/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T02:42:46,294 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363.
2024-11-18T02:42:46,294 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1fb1f61c3ba98b87193d7104559a363:
Waiting for close lock at 1731897765850Running coprocessor pre-close hooks at 1731897765850Disabling compacts and flushes for region at 1731897765850Disabling writes for close at 1731897765850Obtaining lock to block concurrent updates at 1731897765850Preparing flush snapshotting stores in b1fb1f61c3ba98b87193d7104559a363 at 1731897765850Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731897765851 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363. at 1731897765851Flushing b1fb1f61c3ba98b87193d7104559a363/testFamily: creating writer at 1731897765851Flushing b1fb1f61c3ba98b87193d7104559a363/testFamily: appending metadata at 1731897765867 (+16 ms)Flushing b1fb1f61c3ba98b87193d7104559a363/testFamily: closing flushed file at 1731897765867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76c12096: reopening flushed file at 1731897766280 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b1fb1f61c3ba98b87193d7104559a363 in 439ms, sequenceid=8, compaction requested=false at 1731897766289 (+9 ms)Writing region close event to WAL at 1731897766290 (+1 ms)Running coprocessor post-close hooks at 1731897766294 (+4 ms)Closed at 1731897766294
2024-11-18T02:42:46,294 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731897746966.b1fb1f61c3ba98b87193d7104559a363.
2024-11-18T02:42:46,327 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,35707,1731897635662; all regions closed.
2024-11-18T02:42:46,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741834_1010 (size=19479)
2024-11-18T02:42:46,337 DEBUG [RS:0;c4730a2bacf8:35707 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/oldWALs
2024-11-18T02:42:46,337 INFO  [RS:0;c4730a2bacf8:35707 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C35707%2C1731897635662.meta:.meta(num 1731897698796)
2024-11-18T02:42:46,339 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741833_1009 (size=20031)
2024-11-18T02:42:46,339 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/WALs/c4730a2bacf8,35707,1731897635662/c4730a2bacf8%2C35707%2C1731897635662.1731897698397 not finished, retry = 0
2024-11-18T02:42:46,443 DEBUG [RS:0;c4730a2bacf8:35707 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/oldWALs
2024-11-18T02:42:46,443 INFO  [RS:0;c4730a2bacf8:35707 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C35707%2C1731897635662:(num 1731897698397)
2024-11-18T02:42:46,443 DEBUG [RS:0;c4730a2bacf8:35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:42:46,443 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T02:42:46,443 INFO  [RS:0;c4730a2bacf8:35707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-18T02:42:46,443 INFO  [RS:0;c4730a2bacf8:35707 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-18T02:42:46,443 INFO  [RS:0;c4730a2bacf8:35707 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-18T02:42:46,443 INFO  [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-18T02:42:46,444 INFO  [RS:0;c4730a2bacf8:35707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35707
2024-11-18T02:42:46,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x10128f298110001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c4730a2bacf8,35707,1731897635662
2024-11-18T02:42:46,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T02:42:46,448 INFO  [RS:0;c4730a2bacf8:35707 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-18T02:42:46,450 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,35707,1731897635662]
2024-11-18T02:42:46,453 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c4730a2bacf8,35707,1731897635662 already deleted, retry=false
2024-11-18T02:42:46,453 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,35707,1731897635662 expired; onlineServers=0
2024-11-18T02:42:46,453 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,34813,1731897635001' *****
2024-11-18T02:42:46,453 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-18T02:42:46,453 INFO  [M:0;c4730a2bacf8:34813 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-18T02:42:46,454 INFO  [M:0;c4730a2bacf8:34813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-18T02:42:46,454 DEBUG [M:0;c4730a2bacf8:34813 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-18T02:42:46,454 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-18T02:42:46,454 DEBUG [M:0;c4730a2bacf8:34813 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-18T02:42:46,454 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731897638242 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731897638242,5,FailOnTimeoutGroup]
2024-11-18T02:42:46,454 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731897638245 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731897638245,5,FailOnTimeoutGroup]
2024-11-18T02:42:46,454 INFO  [M:0;c4730a2bacf8:34813 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-18T02:42:46,454 INFO  [M:0;c4730a2bacf8:34813 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-18T02:42:46,454 DEBUG [M:0;c4730a2bacf8:34813 {}] master.HMaster(1795): Stopping service threads
2024-11-18T02:42:46,454 INFO  [M:0;c4730a2bacf8:34813 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-18T02:42:46,454 INFO  [M:0;c4730a2bacf8:34813 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-18T02:42:46,455 INFO  [M:0;c4730a2bacf8:34813 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-18T02:42:46,455 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-18T02:42:46,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-18T02:42:46,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:42:46,456 DEBUG [M:0;c4730a2bacf8:34813 {}] zookeeper.ZKUtil(347): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-18T02:42:46,456 WARN  [M:0;c4730a2bacf8:34813 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-18T02:42:46,456 INFO  [M:0;c4730a2bacf8:34813 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/.lastflushedseqids
2024-11-18T02:42:46,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741868_1044 (size=721)
2024-11-18T02:42:46,514 INFO  [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T02:42:46,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x10128f298110001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T02:42:46,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35707-0x10128f298110001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T02:42:46,551 INFO  [RS:0;c4730a2bacf8:35707 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-18T02:42:46,551 INFO  [RS:0;c4730a2bacf8:35707 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,35707,1731897635662; zookeeper connection closed.
2024-11-18T02:42:46,552 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cd6701f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cd6701f
2024-11-18T02:42:46,552 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-18T02:42:46,868 INFO  [M:0;c4730a2bacf8:34813 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-18T02:42:46,868 INFO  [M:0;c4730a2bacf8:34813 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-18T02:42:46,869 DEBUG [M:0;c4730a2bacf8:34813 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-18T02:42:46,869 INFO  [M:0;c4730a2bacf8:34813 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T02:42:46,869 DEBUG [M:0;c4730a2bacf8:34813 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T02:42:46,869 DEBUG [M:0;c4730a2bacf8:34813 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-18T02:42:46,869 DEBUG [M:0;c4730a2bacf8:34813 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T02:42:46,869 INFO  [M:0;c4730a2bacf8:34813 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.03 KB heapSize=191.06 KB
2024-11-18T02:42:46,886 DEBUG [M:0;c4730a2bacf8:34813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cef836fbd0034e88b761163c9047d13e is 82, key is hbase:meta,,1/info:regioninfo/1731897698881/Put/seqid=0
2024-11-18T02:42:46,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741869_1045 (size=5672)
2024-11-18T02:42:47,292 INFO  [M:0;c4730a2bacf8:34813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cef836fbd0034e88b761163c9047d13e
2024-11-18T02:42:47,316 DEBUG [M:0;c4730a2bacf8:34813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfca04e9318b4bcfbecee5ec87ef3471 is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731897700071/Put/seqid=0
2024-11-18T02:42:47,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741870_1046 (size=14065)
2024-11-18T02:42:47,722 INFO  [M:0;c4730a2bacf8:34813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.47 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfca04e9318b4bcfbecee5ec87ef3471
2024-11-18T02:42:47,729 INFO  [M:0;c4730a2bacf8:34813 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfca04e9318b4bcfbecee5ec87ef3471
2024-11-18T02:42:47,745 DEBUG [M:0;c4730a2bacf8:34813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb721b16fadb4b839d238bef0d06412e is 69, key is c4730a2bacf8,35707,1731897635662/rs:state/1731897668275/Put/seqid=0
2024-11-18T02:42:47,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741871_1047 (size=5156)
2024-11-18T02:42:48,150 INFO  [M:0;c4730a2bacf8:34813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb721b16fadb4b839d238bef0d06412e
2024-11-18T02:42:48,158 DEBUG [M:0;c4730a2bacf8:34813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cef836fbd0034e88b761163c9047d13e as hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cef836fbd0034e88b761163c9047d13e
2024-11-18T02:42:48,163 INFO  [M:0;c4730a2bacf8:34813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cef836fbd0034e88b761163c9047d13e, entries=8, sequenceid=319, filesize=5.5 K
2024-11-18T02:42:48,164 DEBUG [M:0;c4730a2bacf8:34813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfca04e9318b4bcfbecee5ec87ef3471 as hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfca04e9318b4bcfbecee5ec87ef3471
2024-11-18T02:42:48,170 INFO  [M:0;c4730a2bacf8:34813 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfca04e9318b4bcfbecee5ec87ef3471
2024-11-18T02:42:48,170 INFO  [M:0;c4730a2bacf8:34813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfca04e9318b4bcfbecee5ec87ef3471, entries=33, sequenceid=319, filesize=13.7 K
2024-11-18T02:42:48,171 DEBUG [M:0;c4730a2bacf8:34813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb721b16fadb4b839d238bef0d06412e as hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb721b16fadb4b839d238bef0d06412e
2024-11-18T02:42:48,172 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T02:42:48,177 INFO  [M:0;c4730a2bacf8:34813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb721b16fadb4b839d238bef0d06412e, entries=1, sequenceid=319, filesize=5.0 K
2024-11-18T02:42:48,178 INFO  [M:0;c4730a2bacf8:34813 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.03 KB/166943, heapSize ~190.77 KB/195344, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=319, compaction requested=false
2024-11-18T02:42:48,179 INFO  [M:0;c4730a2bacf8:34813 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T02:42:48,179 DEBUG [M:0;c4730a2bacf8:34813 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731897766869Disabling compacts and flushes for region at 1731897766869Disabling writes for close at 1731897766869Obtaining lock to block concurrent updates at 1731897766869Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731897766869Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166943, getHeapSize=195584, getOffHeapSize=0, getCellsCount=366 at 1731897766869Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731897766870 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731897766870Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731897766886 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731897766886Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731897767299 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731897767316 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731897767316Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731897767729 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731897767744 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731897767744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed29f2c: reopening flushed file at 1731897768157 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36aec119: reopening flushed file at 1731897768163 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cbb5630: reopening flushed file at 1731897768170 (+7 ms)Finished flush of dataSize ~163.03 KB/166943, heapSize ~190.77 KB/195344, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=319, compaction requested=false at 1731897768178 (+8 ms)Writing region close event to WAL at 1731897768179 (+1 ms)Closed at 1731897768179
2024-11-18T02:42:48,182 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0de40ace-97f2-99b4-554a-08d1533f6131/MasterData/WALs/c4730a2bacf8,34813,1731897635001/c4730a2bacf8%2C34813%2C1731897635001.1731897637704 not finished, retry = 0
2024-11-18T02:42:48,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741830_1006 (size=188285)
2024-11-18T02:42:48,284 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-18T02:42:48,284 INFO  [M:0;c4730a2bacf8:34813 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-18T02:42:48,284 INFO  [M:0;c4730a2bacf8:34813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34813
2024-11-18T02:42:48,284 INFO  [M:0;c4730a2bacf8:34813 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-18T02:42:48,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T02:42:48,386 INFO  [M:0;c4730a2bacf8:34813 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-18T02:42:48,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x10128f298110000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T02:42:48,391 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ef3ce38{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T02:42:48,393 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67776db9{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-18T02:42:48,394 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-18T02:42:48,394 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e9ca83d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-18T02:42:48,394 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c72d03a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/hadoop.log.dir/,STOPPED}
2024-11-18T02:42:48,396 WARN  [BP-1502861598-172.17.0.2-1731897629006 heartbeating to localhost/127.0.0.1:46731 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-18T02:42:48,396 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-18T02:42:48,396 WARN  [BP-1502861598-172.17.0.2-1731897629006 heartbeating to localhost/127.0.0.1:46731 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1502861598-172.17.0.2-1731897629006 (Datanode Uuid bb84d7bd-57fb-43b8-8a95-f0ad044b73b4) service to localhost/127.0.0.1:46731
2024-11-18T02:42:48,396 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-18T02:42:48,398 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/cluster_80c40299-1382-d170-0977-14bb1d6ad3d6/data/data1/current/BP-1502861598-172.17.0.2-1731897629006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T02:42:48,398 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/cluster_80c40299-1382-d170-0977-14bb1d6ad3d6/data/data2/current/BP-1502861598-172.17.0.2-1731897629006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T02:42:48,398 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-18T02:42:48,407 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bc10bc6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-18T02:42:48,407 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33714866{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-18T02:42:48,407 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-18T02:42:48,407 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e3d07b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-18T02:42:48,408 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27a27e47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/130d6336-776d-1ee1-2786-76139c6f85e3/hadoop.log.dir/,STOPPED}
2024-11-18T02:42:48,415 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-18T02:42:48,439 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down