2024-11-14 04:40:42,925 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-14 04:40:42,991 main DEBUG Took 0.062744 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 04:40:42,992 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 04:40:42,992 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 04:40:42,993 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 04:40:42,995 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:40:43,013 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 04:40:43,040 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:40:43,046 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:40:43,047 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:40:43,048 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:40:43,053 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:40:43,053 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:40:43,061 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:40:43,061 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:40:43,063 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:40:43,064 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:40:43,065 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:40:43,066 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:40:43,067 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:40:43,067 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:40:43,068 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:40:43,068 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:40:43,069 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:40:43,069 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:40:43,071 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:40:43,085 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:40:43,087 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:40:43,089 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:40:43,092 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:40:43,092 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:40:43,093 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:40:43,093 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 04:40:43,098 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:40:43,102 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 04:40:43,104 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 04:40:43,105 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 04:40:43,106 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 04:40:43,107 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 04:40:43,128 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 04:40:43,133 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 04:40:43,135 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 04:40:43,136 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 04:40:43,136 main DEBUG createAppenders(={Console}) 2024-11-14 04:40:43,137 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-11-14 04:40:43,138 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-14 04:40:43,138 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-11-14 04:40:43,139 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 04:40:43,139 main DEBUG OutputStream closed 2024-11-14 04:40:43,141 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 04:40:43,141 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 04:40:43,142 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-11-14 04:40:43,312 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 04:40:43,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 04:40:43,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 04:40:43,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 04:40:43,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 04:40:43,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 04:40:43,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 04:40:43,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 04:40:43,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 04:40:43,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 04:40:43,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 04:40:43,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 04:40:43,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 04:40:43,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 04:40:43,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 04:40:43,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 04:40:43,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 04:40:43,324 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 04:40:43,327 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 04:40:43,328 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-11-14 04:40:43,328 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 04:40:43,329 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-11-14T04:40:43,348 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-11-14 04:40:43,362 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 04:40:43,362 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T04:40:43,981 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5 2024-11-14T04:40:44,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:40:44,047 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/cluster_39f83e4b-21c6-7bb9-e0df-97bd9bc4355b, deleteOnExit=true 2024-11-14T04:40:44,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:40:44,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/test.cache.data in system properties and HBase conf 2024-11-14T04:40:44,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:40:44,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:40:44,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:40:44,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:40:44,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:40:44,203 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T04:40:44,337 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:40:44,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:40:44,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:40:44,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:40:44,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:40:44,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:40:44,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:40:44,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:40:44,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:40:44,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:40:44,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:40:44,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:40:44,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:40:44,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:40:44,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:40:45,588 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T04:40:45,694 INFO [Time-limited test {}] log.Log(170): Logging initialized @3919ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T04:40:45,835 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:40:45,934 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:40:45,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:40:45,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:40:45,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:40:45,991 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:40:46,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:40:46,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:40:46,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@562f0d0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/java.io.tmpdir/jetty-localhost-35225-hadoop-hdfs-3_4_1-tests_jar-_-any-8006235196537840399/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:40:46,286 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:35225} 2024-11-14T04:40:46,287 INFO [Time-limited test {}] server.Server(415): Started @4513ms 2024-11-14T04:40:46,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:40:46,888 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:40:46,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:40:46,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:40:46,892 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:40:46,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6506e00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:40:46,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c25baf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:40:47,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5359669a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/java.io.tmpdir/jetty-localhost-41163-hadoop-hdfs-3_4_1-tests_jar-_-any-15085983086104054206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:40:47,074 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a8bacf4{HTTP/1.1, (http/1.1)}{localhost:41163} 2024-11-14T04:40:47,074 INFO [Time-limited test {}] server.Server(415): Started @5301ms 2024-11-14T04:40:47,156 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:40:48,183 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/cluster_39f83e4b-21c6-7bb9-e0df-97bd9bc4355b/data/data2/current/BP-447024998-172.17.0.2-1731559245264/current, will proceed with Du for space computation calculation, 2024-11-14T04:40:48,183 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/cluster_39f83e4b-21c6-7bb9-e0df-97bd9bc4355b/data/data1/current/BP-447024998-172.17.0.2-1731559245264/current, will proceed with Du for space computation calculation, 2024-11-14T04:40:48,226 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:40:48,301 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4a68a85739d287 with lease ID 0xc3496625f4046969: Processing first storage report for DS-1e48f1d0-1262-4ebd-a9bf-3cbebe63bb4b from datanode DatanodeRegistration(127.0.0.1:33205, datanodeUuid=f112c20c-177b-410f-a33f-49607d699f7a, infoPort=41145, infoSecurePort=0, ipcPort=45817, storageInfo=lv=-57;cid=testClusterID;nsid=1619208902;c=1731559245264) 2024-11-14T04:40:48,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4a68a85739d287 with lease ID 0xc3496625f4046969: from storage DS-1e48f1d0-1262-4ebd-a9bf-3cbebe63bb4b node DatanodeRegistration(127.0.0.1:33205, datanodeUuid=f112c20c-177b-410f-a33f-49607d699f7a, infoPort=41145, infoSecurePort=0, ipcPort=45817, storageInfo=lv=-57;cid=testClusterID;nsid=1619208902;c=1731559245264), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T04:40:48,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4a68a85739d287 with lease ID 0xc3496625f4046969: Processing first storage report for DS-34880b68-4d9b-4831-aabb-f8b3f59f1422 from datanode DatanodeRegistration(127.0.0.1:33205, datanodeUuid=f112c20c-177b-410f-a33f-49607d699f7a, infoPort=41145, infoSecurePort=0, ipcPort=45817, storageInfo=lv=-57;cid=testClusterID;nsid=1619208902;c=1731559245264) 2024-11-14T04:40:48,304 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4a68a85739d287 with lease ID 0xc3496625f4046969: from storage DS-34880b68-4d9b-4831-aabb-f8b3f59f1422 node DatanodeRegistration(127.0.0.1:33205, datanodeUuid=f112c20c-177b-410f-a33f-49607d699f7a, infoPort=41145, infoSecurePort=0, ipcPort=45817, storageInfo=lv=-57;cid=testClusterID;nsid=1619208902;c=1731559245264), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:40:48,382 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5 2024-11-14T04:40:48,525 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/cluster_39f83e4b-21c6-7bb9-e0df-97bd9bc4355b/zookeeper_0, clientPort=56192, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/cluster_39f83e4b-21c6-7bb9-e0df-97bd9bc4355b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/cluster_39f83e4b-21c6-7bb9-e0df-97bd9bc4355b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T04:40:48,563 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56192 2024-11-14T04:40:48,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:40:48,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:40:48,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:40:49,356 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71 with version=8 2024-11-14T04:40:49,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/hbase-staging 2024-11-14T04:40:49,489 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T04:40:49,817 INFO [Time-limited test {}] client.ConnectionUtils(128): master/44289c305c03:0 server-side Connection retries=9 2024-11-14T04:40:49,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:40:49,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:40:49,874 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:40:49,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:40:49,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:40:50,123 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:40:50,232 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T04:40:50,255 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T04:40:50,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:40:50,304 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1028 (auto-detected) 2024-11-14T04:40:50,306 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T04:40:50,346 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40567 2024-11-14T04:40:50,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40567 connecting to ZooKeeper ensemble=127.0.0.1:56192 2024-11-14T04:40:50,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405670x0, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:40:50,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40567-0x100ef8c47050000 connected 2024-11-14T04:40:50,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:40:50,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:40:50,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:40:50,518 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71, hbase.cluster.distributed=false 2024-11-14T04:40:50,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T04:40:50,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40567 2024-11-14T04:40:50,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40567 2024-11-14T04:40:50,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40567 2024-11-14T04:40:50,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40567 2024-11-14T04:40:50,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40567 2024-11-14T04:40:50,720 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/44289c305c03:0 server-side Connection retries=9 2024-11-14T04:40:50,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:40:50,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:40:50,723 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:40:50,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:40:50,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:40:50,727 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:40:50,730 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:40:50,731 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32933 2024-11-14T04:40:50,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32933 connecting to ZooKeeper ensemble=127.0.0.1:56192 2024-11-14T04:40:50,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:40:50,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:40:50,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329330x0, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:40:50,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32933-0x100ef8c47050001 connected 2024-11-14T04:40:50,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32933-0x100ef8c47050001, quorum=127.0.0.1:56192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:40:50,757 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:40:50,771 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:40:50,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32933-0x100ef8c47050001, quorum=127.0.0.1:56192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T04:40:50,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32933-0x100ef8c47050001, quorum=127.0.0.1:56192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T04:40:50,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32933 2024-11-14T04:40:50,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32933 2024-11-14T04:40:50,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32933 2024-11-14T04:40:50,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32933 2024-11-14T04:40:50,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32933 2024-11-14T04:40:50,830 DEBUG [M:0;44289c305c03:40567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;44289c305c03:40567 2024-11-14T04:40:50,832 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/44289c305c03,40567,1731559249559 2024-11-14T04:40:50,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x100ef8c47050001, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:40:50,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:40:50,853 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/44289c305c03,40567,1731559249559 2024-11-14T04:40:50,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:40:50,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x100ef8c47050001, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T04:40:50,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x100ef8c47050001, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:40:50,881 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T04:40:50,883 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/44289c305c03,40567,1731559249559 from backup master directory 2024-11-14T04:40:50,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x100ef8c47050001, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:40:50,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/44289c305c03,40567,1731559249559 2024-11-14T04:40:50,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:40:50,889 WARN [master/44289c305c03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:40:50,889 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=44289c305c03,40567,1731559249559 2024-11-14T04:40:50,892 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T04:40:50,897 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T04:40:50,988 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/hbase.id] with ID: d946792c-bf12-4634-9b6b-b1f225a4685d 2024-11-14T04:40:50,988 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/.tmp/hbase.id 2024-11-14T04:40:51,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:40:51,010 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/.tmp/hbase.id]:[hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/hbase.id] 2024-11-14T04:40:51,098 INFO [master/44289c305c03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:40:51,103 INFO [master/44289c305c03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:40:51,131 INFO [master/44289c305c03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-11-14T04:40:51,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:40:51,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x100ef8c47050001, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:40:51,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:40:51,178 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:40:51,181 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:40:51,204 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:40:51,210 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:40:51,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:40:51,680 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/data/master/store 2024-11-14T04:40:51,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:40:52,119 INFO [master/44289c305c03:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T04:40:52,124 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:40:52,126 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:40:52,127 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:40:52,127 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:40:52,131 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:40:52,131 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:40:52,131 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:40:52,139 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731559252126Disabling compacts and flushes for region at 1731559252126Disabling writes for close at 1731559252131 (+5 ms)Writing region close event to WAL at 1731559252131Closed at 1731559252131 2024-11-14T04:40:52,150 WARN [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/data/master/store/.initializing 2024-11-14T04:40:52,150 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/WALs/44289c305c03,40567,1731559249559 2024-11-14T04:40:52,168 INFO [master/44289c305c03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:40:52,186 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C40567%2C1731559249559, suffix=, logDir=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/WALs/44289c305c03,40567,1731559249559, archiveDir=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/oldWALs, maxLogs=10 2024-11-14T04:40:52,220 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/WALs/44289c305c03,40567,1731559249559/44289c305c03%2C40567%2C1731559249559.1731559252193, exclude list is [], retry=0 2024-11-14T04:40:52,245 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33205,DS-1e48f1d0-1262-4ebd-a9bf-3cbebe63bb4b,DISK] 2024-11-14T04:40:52,249 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T04:40:52,304 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/WALs/44289c305c03,40567,1731559249559/44289c305c03%2C40567%2C1731559249559.1731559252193 2024-11-14T04:40:52,305 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41145:41145)] 2024-11-14T04:40:52,306 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:40:52,306 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:40:52,310 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:40:52,312 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:40:52,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:40:52,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:40:52,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:40:52,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:40:52,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:40:52,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:40:52,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:40:52,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:40:52,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:40:52,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:40:52,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:40:52,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:40:52,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:40:52,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:40:52,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:40:52,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:40:52,438 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:40:52,444 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:40:52,445 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:40:52,451 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:40:52,452 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:40:52,457 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:40:52,462 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:40:52,467 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:40:52,469 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61880841, jitterRate=-0.077903613448143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:40:52,476 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731559252330Initializing all the Stores at 1731559252334 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559252335 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559252336 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559252337 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559252337Cleaning up temporary data from old regions at 1731559252452 (+115 ms)Region opened successfully at 1731559252475 (+23 ms) 2024-11-14T04:40:52,478 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:40:52,526 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b03da8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=44289c305c03/172.17.0.2:0 2024-11-14T04:40:52,573 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:40:52,590 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:40:52,590 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:40:52,594 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:40:52,597 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-14T04:40:52,604 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-14T04:40:52,604 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:40:52,643 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:40:52,655 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T04:40:52,658 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T04:40:52,662 INFO [master/44289c305c03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:40:52,664 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:40:52,666 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T04:40:52,669 INFO [master/44289c305c03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:40:52,674 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:40:52,676 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T04:40:52,678 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:40:52,681 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T04:40:52,706 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:40:52,709 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T04:40:52,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x100ef8c47050001, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T04:40:52,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T04:40:52,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:40:52,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x100ef8c47050001, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:40:52,720 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=44289c305c03,40567,1731559249559, sessionid=0x100ef8c47050000, setting cluster-up flag (Was=false) 2024-11-14T04:40:52,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x100ef8c47050001, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:40:52,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:40:52,746 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T04:40:52,749 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=44289c305c03,40567,1731559249559 2024-11-14T04:40:52,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x100ef8c47050001, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:40:52,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:40:52,766 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T04:40:52,774 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=44289c305c03,40567,1731559249559 2024-11-14T04:40:52,783 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:40:52,812 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(746): ClusterId : d946792c-bf12-4634-9b6b-b1f225a4685d 2024-11-14T04:40:52,815 DEBUG [RS:0;44289c305c03:32933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:40:52,820 DEBUG [RS:0;44289c305c03:32933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:40:52,820 DEBUG [RS:0;44289c305c03:32933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:40:52,824 DEBUG [RS:0;44289c305c03:32933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:40:52,824 DEBUG [RS:0;44289c305c03:32933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39402677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=44289c305c03/172.17.0.2:0 2024-11-14T04:40:52,840 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;44289c305c03:32933 2024-11-14T04:40:52,843 INFO [RS:0;44289c305c03:32933 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:40:52,843 INFO [RS:0;44289c305c03:32933 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:40:52,843 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:40:52,846 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(2659): reportForDuty to master=44289c305c03,40567,1731559249559 with port=32933, startcode=1731559250667 2024-11-14T04:40:52,858 DEBUG [RS:0;44289c305c03:32933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:40:52,884 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:40:52,896 INFO [master/44289c305c03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:40:52,904 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53641, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:40:52,906 INFO [master/44289c305c03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:40:52,912 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40567 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T04:40:52,913 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 44289c305c03,40567,1731559249559 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:40:52,921 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:40:52,921 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:40:52,921 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:40:52,922 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:40:52,922 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/44289c305c03:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:40:52,922 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:40:52,923 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/44289c305c03:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:40:52,923 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:40:52,931 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:40:52,931 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:40:52,941 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:40:52,941 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:40:52,947 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T04:40:52,947 WARN [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying. 2024-11-14T04:40:52,948 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731559282948 2024-11-14T04:40:52,950 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:40:52,951 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:40:52,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:40:52,956 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:40:52,957 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:40:52,957 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:40:52,957 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:40:52,958 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:40:52,965 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:40:52,967 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:40:52,967 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:40:52,970 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:40:52,971 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:40:52,973 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731559252972,5,FailOnTimeoutGroup] 2024-11-14T04:40:52,974 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731559252973,5,FailOnTimeoutGroup] 2024-11-14T04:40:52,974 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:40:52,974 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:40:52,976 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:40:52,976 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:40:53,357 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:40:53,358 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71 2024-11-14T04:40:53,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:40:53,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:40:53,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:40:53,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:40:53,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:40:53,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:40:53,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:40:53,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:40:53,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:40:53,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:40:53,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:40:53,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:40:53,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:40:53,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:40:53,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:40:53,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:40:53,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:40:53,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:40:53,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:40:53,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/meta/1588230740 2024-11-14T04:40:53,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/meta/1588230740 2024-11-14T04:40:53,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:40:53,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:40:53,799 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:40:53,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:40:53,805 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:40:53,806 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70150335, jitterRate=0.045321449637413025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:40:53,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731559253770Initializing all the Stores at 1731559253772 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559253772Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559253772Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559253773 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559253773Cleaning up temporary data from old regions at 1731559253797 (+24 ms)Region opened successfully at 1731559253809 (+12 ms) 2024-11-14T04:40:53,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:40:53,809 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:40:53,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:40:53,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:40:53,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:40:53,811 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:40:53,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731559253809Disabling compacts and flushes for region at 1731559253809Disabling writes for close at 1731559253809Writing region close event to WAL at 1731559253810 (+1 ms)Closed at 1731559253811 (+1 ms) 2024-11-14T04:40:53,815 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:40:53,815 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:40:53,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:40:53,830 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:40:53,833 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:40:53,984 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:40:54,984 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:40:55,985 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:40:56,986 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:40:57,987 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:40:58,987 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:40:59,988 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:00,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T04:41:00,212 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T04:41:00,989 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:01,990 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:02,990 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:03,991 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:04,992 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:05,992 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:06,993 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:07,994 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:08,994 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:09,995 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:10,996 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:11,996 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:12,997 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:13,998 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:14,998 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:15,999 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:17,000 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:18,001 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:18,390 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:41:19,002 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:20,002 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:21,003 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:22,004 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:22,949 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(2659): reportForDuty to master=44289c305c03,40567,1731559249559 with port=32933, startcode=1731559250667 2024-11-14T04:41:22,952 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40567 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 44289c305c03,32933,1731559250667 2024-11-14T04:41:22,955 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40567 {}] master.ServerManager(517): Registering regionserver=44289c305c03,32933,1731559250667 2024-11-14T04:41:22,965 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71 2024-11-14T04:41:22,965 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33559 2024-11-14T04:41:22,965 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:41:22,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:41:22,971 DEBUG [RS:0;44289c305c03:32933 {}] zookeeper.ZKUtil(111): regionserver:32933-0x100ef8c47050001, quorum=127.0.0.1:56192, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/44289c305c03,32933,1731559250667 2024-11-14T04:41:22,971 WARN [RS:0;44289c305c03:32933 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:41:22,971 INFO [RS:0;44289c305c03:32933 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:41:22,971 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/WALs/44289c305c03,32933,1731559250667 2024-11-14T04:41:22,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [44289c305c03,32933,1731559250667] 2024-11-14T04:41:22,999 INFO [RS:0;44289c305c03:32933 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:41:23,005 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:23,014 INFO [RS:0;44289c305c03:32933 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:41:23,021 INFO [RS:0;44289c305c03:32933 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:41:23,021 INFO [RS:0;44289c305c03:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:41:23,022 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:41:23,031 INFO [RS:0;44289c305c03:32933 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:41:23,033 INFO [RS:0;44289c305c03:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:41:23,033 DEBUG [RS:0;44289c305c03:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:41:23,033 DEBUG [RS:0;44289c305c03:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:41:23,034 DEBUG [RS:0;44289c305c03:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:41:23,034 DEBUG [RS:0;44289c305c03:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:41:23,034 DEBUG [RS:0;44289c305c03:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:41:23,034 DEBUG [RS:0;44289c305c03:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:41:23,034 DEBUG [RS:0;44289c305c03:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:41:23,035 DEBUG [RS:0;44289c305c03:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:41:23,035 DEBUG [RS:0;44289c305c03:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:41:23,035 DEBUG [RS:0;44289c305c03:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:41:23,035 DEBUG [RS:0;44289c305c03:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:41:23,035 DEBUG [RS:0;44289c305c03:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:41:23,036 DEBUG [RS:0;44289c305c03:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:41:23,036 DEBUG [RS:0;44289c305c03:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:41:23,047 INFO [RS:0;44289c305c03:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:41:23,047 INFO [RS:0;44289c305c03:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:41:23,047 INFO [RS:0;44289c305c03:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:41:23,047 INFO [RS:0;44289c305c03:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:41:23,047 INFO [RS:0;44289c305c03:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:41:23,048 INFO [RS:0;44289c305c03:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,32933,1731559250667-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:41:23,079 INFO [RS:0;44289c305c03:32933 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:41:23,082 INFO [RS:0;44289c305c03:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,32933,1731559250667-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:41:23,083 INFO [RS:0;44289c305c03:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:41:23,083 INFO [RS:0;44289c305c03:32933 {}] regionserver.Replication(171): 44289c305c03,32933,1731559250667 started 2024-11-14T04:41:23,103 INFO [RS:0;44289c305c03:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:41:23,104 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1482): Serving as 44289c305c03,32933,1731559250667, RpcServer on 44289c305c03/172.17.0.2:32933, sessionid=0x100ef8c47050001 2024-11-14T04:41:23,105 DEBUG [RS:0;44289c305c03:32933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:41:23,105 DEBUG [RS:0;44289c305c03:32933 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 44289c305c03,32933,1731559250667 2024-11-14T04:41:23,105 DEBUG [RS:0;44289c305c03:32933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,32933,1731559250667' 2024-11-14T04:41:23,105 DEBUG [RS:0;44289c305c03:32933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T04:41:23,106 DEBUG [RS:0;44289c305c03:32933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T04:41:23,107 DEBUG [RS:0;44289c305c03:32933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:41:23,107 DEBUG [RS:0;44289c305c03:32933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:41:23,107 DEBUG [RS:0;44289c305c03:32933 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 44289c305c03,32933,1731559250667 2024-11-14T04:41:23,107 DEBUG [RS:0;44289c305c03:32933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,32933,1731559250667' 2024-11-14T04:41:23,107 DEBUG [RS:0;44289c305c03:32933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T04:41:23,108 DEBUG [RS:0;44289c305c03:32933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T04:41:23,109 DEBUG [RS:0;44289c305c03:32933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:41:23,109 INFO [RS:0;44289c305c03:32933 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:41:23,109 INFO [RS:0;44289c305c03:32933 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:41:24,005 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:25,006 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:26,007 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:27,008 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:28,008 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:29,009 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:30,010 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:31,010 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:32,011 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:33,012 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:34,012 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:35,013 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:36,014 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:37,015 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:38,015 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:39,016 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:40,017 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:41,018 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:42,019 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:43,019 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:44,020 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:45,021 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:46,021 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:47,022 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:48,023 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:48,391 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:41:49,027 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:50,028 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:51,029 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:52,029 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:53,030 WARN [44289c305c03:40567 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:41:53,116 INFO [RS:0;44289c305c03:32933 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:41:53,129 INFO [RS:0;44289c305c03:32933 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C32933%2C1731559250667, suffix=, logDir=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/WALs/44289c305c03,32933,1731559250667, archiveDir=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/oldWALs, maxLogs=32 2024-11-14T04:41:53,154 DEBUG [RS:0;44289c305c03:32933 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/WALs/44289c305c03,32933,1731559250667/44289c305c03%2C32933%2C1731559250667.1731559313133, exclude list is [], retry=0 2024-11-14T04:41:53,164 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33205,DS-1e48f1d0-1262-4ebd-a9bf-3cbebe63bb4b,DISK] 2024-11-14T04:41:53,177 INFO [RS:0;44289c305c03:32933 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/WALs/44289c305c03,32933,1731559250667/44289c305c03%2C32933%2C1731559250667.1731559313133 2024-11-14T04:41:53,177 DEBUG [RS:0;44289c305c03:32933 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41145:41145)] 2024-11-14T04:41:53,283 DEBUG [44289c305c03:40567 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:41:53,297 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=44289c305c03,32933,1731559250667 2024-11-14T04:41:53,305 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,32933,1731559250667, state=OPENING 2024-11-14T04:41:53,310 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:41:53,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x100ef8c47050001, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:41:53,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:41:53,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:41:53,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:41:53,321 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:41:53,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,32933,1731559250667}] 2024-11-14T04:41:53,509 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:41:53,513 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39807, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:41:53,523 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:41:53,524 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:41:53,524 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:41:53,527 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C32933%2C1731559250667.meta, suffix=.meta, logDir=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/WALs/44289c305c03,32933,1731559250667, archiveDir=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/oldWALs, maxLogs=32 2024-11-14T04:41:53,544 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/WALs/44289c305c03,32933,1731559250667/44289c305c03%2C32933%2C1731559250667.meta.1731559313529.meta, exclude list is [], retry=0 2024-11-14T04:41:53,548 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33205,DS-1e48f1d0-1262-4ebd-a9bf-3cbebe63bb4b,DISK] 2024-11-14T04:41:53,551 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/WALs/44289c305c03,32933,1731559250667/44289c305c03%2C32933%2C1731559250667.meta.1731559313529.meta 2024-11-14T04:41:53,552 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41145:41145)] 2024-11-14T04:41:53,552 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:41:53,554 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:41:53,558 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:41:53,564 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:41:53,570 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:41:53,570 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:41:53,571 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:41:53,571 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:41:53,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:41:53,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:41:53,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:41:53,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:41:53,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:41:53,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:41:53,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:41:53,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:41:53,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:41:53,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:41:53,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:41:53,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:41:53,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:41:53,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:41:53,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:41:53,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:41:53,586 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:41:53,587 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/meta/1588230740 2024-11-14T04:41:53,589 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/meta/1588230740 2024-11-14T04:41:53,592 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:41:53,592 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:41:53,593 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:41:53,596 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:41:53,598 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75334854, jitterRate=0.12257680296897888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:41:53,598 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:41:53,600 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731559313571Writing region info on filesystem at 1731559313572 (+1 ms)Initializing all the Stores at 1731559313574 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559313574Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559313574Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559313574Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559313574Cleaning up temporary data from old regions at 1731559313592 (+18 ms)Running coprocessor post-open hooks at 1731559313599 (+7 ms)Region opened successfully at 1731559313600 (+1 ms) 2024-11-14T04:41:53,611 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731559313500 2024-11-14T04:41:53,625 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:41:53,626 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:41:53,628 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,32933,1731559250667 2024-11-14T04:41:53,631 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,32933,1731559250667, state=OPEN 2024-11-14T04:41:53,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x100ef8c47050001, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:41:53,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:41:53,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:41:53,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:41:53,636 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=44289c305c03,32933,1731559250667 2024-11-14T04:41:53,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:41:53,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,32933,1731559250667 in 314 msec 2024-11-14T04:41:53,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:41:53,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.8250 sec 2024-11-14T04:41:53,654 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:41:53,654 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:41:53,681 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:41:53,683 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,32933,1731559250667, seqNum=-1] 2024-11-14T04:41:53,713 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:41:53,716 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50267, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:41:53,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.915 sec 2024-11-14T04:41:53,747 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731559313746, completionTime=-1 2024-11-14T04:41:53,750 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:41:53,750 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T04:41:53,782 INFO [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T04:41:53,782 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731559373782 2024-11-14T04:41:53,782 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731559433782 2024-11-14T04:41:53,782 INFO [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec 2024-11-14T04:41:53,784 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,40567,1731559249559-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:41:53,784 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,40567,1731559249559-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:41:53,784 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,40567,1731559249559-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:41:53,787 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-44289c305c03:40567, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:41:53,787 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:41:53,788 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:41:53,794 DEBUG [master/44289c305c03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:41:53,819 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.930sec 2024-11-14T04:41:53,820 INFO [master/44289c305c03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:41:53,821 INFO [master/44289c305c03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:41:53,823 INFO [master/44289c305c03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:41:53,823 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:41:53,824 INFO [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:41:53,824 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,40567,1731559249559-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:41:53,825 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,40567,1731559249559-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:41:53,835 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:41:53,836 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:41:53,836 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,40567,1731559249559-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:41:53,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5056e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:41:53,891 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T04:41:53,891 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T04:41:53,896 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,40567,-1 for getting cluster id 2024-11-14T04:41:53,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:41:53,911 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd946792c-bf12-4634-9b6b-b1f225a4685d' 2024-11-14T04:41:53,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:41:53,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d946792c-bf12-4634-9b6b-b1f225a4685d" 2024-11-14T04:41:53,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709ffec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:41:53,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,40567,-1] 2024-11-14T04:41:53,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:41:53,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:41:53,927 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:41:53,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102e1d1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:41:53,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:41:53,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,32933,1731559250667, seqNum=-1] 2024-11-14T04:41:53,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:41:53,943 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:41:53,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=44289c305c03,40567,1731559249559 2024-11-14T04:41:53,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a43ed11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:41:53,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,40567,-1 for getting cluster id 2024-11-14T04:41:53,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:41:53,972 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd946792c-bf12-4634-9b6b-b1f225a4685d' 2024-11-14T04:41:53,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:41:53,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d946792c-bf12-4634-9b6b-b1f225a4685d" 2024-11-14T04:41:53,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e392e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:41:53,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,40567,-1] 2024-11-14T04:41:53,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:41:53,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:41:53,977 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:41:53,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51546f1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:41:54,019 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=441, ProcessCount=11, AvailableMemoryMB=7356 2024-11-14T04:41:54,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:41:54,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 44289c305c03,40567,1731559249559 2024-11-14T04:41:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73796a08 2024-11-14T04:41:54,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:41:54,081 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33326, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:41:54,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:41:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-11-14T04:41:54,110 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:41:54,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-11-14T04:41:54,113 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:41:54,116 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:41:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:41:54,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741835_1011 (size=428) 2024-11-14T04:41:54,546 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f7fc17f4c3fb2edf24ab68bf981528a, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71 2024-11-14T04:41:54,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741836_1012 (size=79) 2024-11-14T04:41:54,558 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:41:54,558 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 1f7fc17f4c3fb2edf24ab68bf981528a, disabling compactions & flushes 2024-11-14T04:41:54,558 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a. 2024-11-14T04:41:54,558 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a. 2024-11-14T04:41:54,558 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a. after waiting 0 ms 2024-11-14T04:41:54,558 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a. 2024-11-14T04:41:54,558 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a. 2024-11-14T04:41:54,558 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f7fc17f4c3fb2edf24ab68bf981528a: Waiting for close lock at 1731559314558Disabling compacts and flushes for region at 1731559314558Disabling writes for close at 1731559314558Writing region close event to WAL at 1731559314558Closed at 1731559314558 2024-11-14T04:41:54,562 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:41:54,569 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731559314562"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559314562"}]},"ts":"1731559314562"} 2024-11-14T04:41:54,576 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:41:54,578 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:41:54,581 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559314578"}]},"ts":"1731559314578"} 2024-11-14T04:41:54,588 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-11-14T04:41:54,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=1f7fc17f4c3fb2edf24ab68bf981528a, ASSIGN}] 2024-11-14T04:41:54,594 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=1f7fc17f4c3fb2edf24ab68bf981528a, ASSIGN 2024-11-14T04:41:54,597 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=1f7fc17f4c3fb2edf24ab68bf981528a, ASSIGN; state=OFFLINE, location=44289c305c03,32933,1731559250667; forceNewPlan=false, retain=false 2024-11-14T04:41:54,757 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f7fc17f4c3fb2edf24ab68bf981528a, regionState=OPENING, regionLocation=44289c305c03,32933,1731559250667 2024-11-14T04:41:54,764 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=1f7fc17f4c3fb2edf24ab68bf981528a, ASSIGN because future has completed 2024-11-14T04:41:54,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f7fc17f4c3fb2edf24ab68bf981528a, server=44289c305c03,32933,1731559250667}] 2024-11-14T04:41:54,929 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a. 2024-11-14T04:41:54,929 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f7fc17f4c3fb2edf24ab68bf981528a, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:41:54,930 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 1f7fc17f4c3fb2edf24ab68bf981528a 2024-11-14T04:41:54,930 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:41:54,930 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1f7fc17f4c3fb2edf24ab68bf981528a 2024-11-14T04:41:54,930 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1f7fc17f4c3fb2edf24ab68bf981528a 2024-11-14T04:41:54,933 INFO [StoreOpener-1f7fc17f4c3fb2edf24ab68bf981528a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 1f7fc17f4c3fb2edf24ab68bf981528a 2024-11-14T04:41:54,935 INFO [StoreOpener-1f7fc17f4c3fb2edf24ab68bf981528a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f7fc17f4c3fb2edf24ab68bf981528a columnFamilyName testFamily 2024-11-14T04:41:54,936 DEBUG [StoreOpener-1f7fc17f4c3fb2edf24ab68bf981528a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:41:54,937 INFO [StoreOpener-1f7fc17f4c3fb2edf24ab68bf981528a-1 {}] regionserver.HStore(327): Store=1f7fc17f4c3fb2edf24ab68bf981528a/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:41:54,937 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1f7fc17f4c3fb2edf24ab68bf981528a 2024-11-14T04:41:54,939 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f7fc17f4c3fb2edf24ab68bf981528a 2024-11-14T04:41:54,939 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f7fc17f4c3fb2edf24ab68bf981528a 2024-11-14T04:41:54,940 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1f7fc17f4c3fb2edf24ab68bf981528a 2024-11-14T04:41:54,940 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1f7fc17f4c3fb2edf24ab68bf981528a 2024-11-14T04:41:54,944 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1f7fc17f4c3fb2edf24ab68bf981528a 2024-11-14T04:41:54,948 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f7fc17f4c3fb2edf24ab68bf981528a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:41:54,949 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1f7fc17f4c3fb2edf24ab68bf981528a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65192813, jitterRate=-0.028551384806632996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:41:54,950 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f7fc17f4c3fb2edf24ab68bf981528a 2024-11-14T04:41:54,951 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1f7fc17f4c3fb2edf24ab68bf981528a: Running coprocessor pre-open hook at 1731559314931Writing region info on filesystem at 1731559314931Initializing all the Stores at 1731559314933 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559314933Cleaning up temporary data from old regions at 1731559314941 (+8 ms)Running coprocessor post-open hooks at 1731559314950 (+9 ms)Region opened successfully at 1731559314951 (+1 ms) 2024-11-14T04:41:54,953 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a., pid=6, masterSystemTime=1731559314921 2024-11-14T04:41:54,957 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a. 2024-11-14T04:41:54,957 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a. 2024-11-14T04:41:54,958 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f7fc17f4c3fb2edf24ab68bf981528a, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,32933,1731559250667 2024-11-14T04:41:54,962 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f7fc17f4c3fb2edf24ab68bf981528a, server=44289c305c03,32933,1731559250667 because future has completed 2024-11-14T04:41:54,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:41:54,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f7fc17f4c3fb2edf24ab68bf981528a, server=44289c305c03,32933,1731559250667 in 200 msec 2024-11-14T04:41:54,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:41:54,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=1f7fc17f4c3fb2edf24ab68bf981528a, ASSIGN in 379 msec 2024-11-14T04:41:54,977 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:41:54,978 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559314977"}]},"ts":"1731559314977"} 2024-11-14T04:41:54,982 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-11-14T04:41:54,984 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:41:54,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 890 msec 2024-11-14T04:41:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:41:55,138 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-11-14T04:41:55,138 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-11-14T04:41:55,140 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:41:55,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-11-14T04:41:55,147 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:41:55,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-11-14T04:41:55,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:41:55,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,32933,1731559250667, seqNum=-1] 2024-11-14T04:41:55,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:41:55,156 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:41:55,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a., hostname=44289c305c03,32933,1731559250667, seqNum=2] 2024-11-14T04:41:55,179 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-14T04:41:55,184 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-11-14T04:41:55,190 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-14T04:41:55,194 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-14T04:41:55,196 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-14T04:41:55,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32933 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3517502636884492280 2024-11-14T04:41:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32933 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:59296 deadline: 1731559318196, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-14T04:41:55,206 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-14T04:41:55,207 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-14T04:41:55,209 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-14T04:41:55,210 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-14T04:41:55,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32933 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3517502636884492278 2024-11-14T04:41:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32933 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:59296 deadline: 1731559318210, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-14T04:41:55,215 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-14T04:41:55,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32933 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-3517502636884492277 2024-11-14T04:41:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32933 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:59296 deadline: 1731559318214, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-14T04:41:55,219 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-14T04:41:55,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32933 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-3517502636884492276 2024-11-14T04:41:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32933 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:59296 deadline: 1731559318219, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-14T04:41:55,224 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-14T04:41:55,238 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1882908811_22 at /127.0.0.1:58590 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/44289c305c03:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=441 (was 441), ProcessCount=11 (was 11), AvailableMemoryMB=7275 (was 7356) 2024-11-14T04:41:55,251 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=441, ProcessCount=11, AvailableMemoryMB=7274 2024-11-14T04:41:55,255 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40567 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:41:55,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40567 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-11-14T04:41:55,262 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:41:55,262 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:41:55,262 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40567 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-11-14T04:41:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:41:55,265 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:41:55,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741837_1013 (size=414) 2024-11-14T04:41:55,693 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc429730d58955fea485ee6575290d63, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71 2024-11-14T04:41:55,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741838_1014 (size=65) 2024-11-14T04:41:56,105 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:41:56,106 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing fc429730d58955fea485ee6575290d63, disabling compactions & flushes 2024-11-14T04:41:56,106 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63. 2024-11-14T04:41:56,106 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63. 2024-11-14T04:41:56,106 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63. after waiting 0 ms 2024-11-14T04:41:56,106 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63. 2024-11-14T04:41:56,106 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63. 2024-11-14T04:41:56,106 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc429730d58955fea485ee6575290d63: Waiting for close lock at 1731559316106Disabling compacts and flushes for region at 1731559316106Disabling writes for close at 1731559316106Writing region close event to WAL at 1731559316106Closed at 1731559316106 2024-11-14T04:41:56,108 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:41:56,109 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731559316109"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559316109"}]},"ts":"1731559316109"} 2024-11-14T04:41:56,113 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:41:56,114 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:41:56,115 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559316114"}]},"ts":"1731559316114"} 2024-11-14T04:41:56,118 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-14T04:41:56,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=fc429730d58955fea485ee6575290d63, ASSIGN}] 2024-11-14T04:41:56,121 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=fc429730d58955fea485ee6575290d63, ASSIGN 2024-11-14T04:41:56,123 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=fc429730d58955fea485ee6575290d63, ASSIGN; state=OFFLINE, location=44289c305c03,32933,1731559250667; forceNewPlan=false, retain=false 2024-11-14T04:41:56,274 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=fc429730d58955fea485ee6575290d63, regionState=OPENING, regionLocation=44289c305c03,32933,1731559250667 2024-11-14T04:41:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:41:56,282 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=fc429730d58955fea485ee6575290d63, ASSIGN because future has completed 2024-11-14T04:41:56,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc429730d58955fea485ee6575290d63, server=44289c305c03,32933,1731559250667}] 2024-11-14T04:41:56,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63. 2024-11-14T04:41:56,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => fc429730d58955fea485ee6575290d63, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:41:56,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner fc429730d58955fea485ee6575290d63 2024-11-14T04:41:56,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:41:56,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for fc429730d58955fea485ee6575290d63 2024-11-14T04:41:56,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for fc429730d58955fea485ee6575290d63 2024-11-14T04:41:56,463 INFO [StoreOpener-fc429730d58955fea485ee6575290d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fc429730d58955fea485ee6575290d63 2024-11-14T04:41:56,467 INFO [StoreOpener-fc429730d58955fea485ee6575290d63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc429730d58955fea485ee6575290d63 columnFamilyName testFamily 2024-11-14T04:41:56,467 DEBUG [StoreOpener-fc429730d58955fea485ee6575290d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:41:56,469 INFO [StoreOpener-fc429730d58955fea485ee6575290d63-1 {}] regionserver.HStore(327): Store=fc429730d58955fea485ee6575290d63/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:41:56,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for fc429730d58955fea485ee6575290d63 2024-11-14T04:41:56,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnOpenScanner/fc429730d58955fea485ee6575290d63 2024-11-14T04:41:56,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnOpenScanner/fc429730d58955fea485ee6575290d63 2024-11-14T04:41:56,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for fc429730d58955fea485ee6575290d63 2024-11-14T04:41:56,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for fc429730d58955fea485ee6575290d63 2024-11-14T04:41:56,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for fc429730d58955fea485ee6575290d63 2024-11-14T04:41:56,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnOpenScanner/fc429730d58955fea485ee6575290d63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:41:56,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened fc429730d58955fea485ee6575290d63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60822325, jitterRate=-0.09367673099040985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:41:56,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc429730d58955fea485ee6575290d63 2024-11-14T04:41:56,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for fc429730d58955fea485ee6575290d63: Running coprocessor pre-open hook at 1731559316457Writing region info on filesystem at 1731559316457Initializing all the Stores at 1731559316460 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559316460Cleaning up temporary data from old regions at 1731559316474 (+14 ms)Running coprocessor post-open hooks at 1731559316484 (+10 ms)Region opened successfully at 1731559316485 (+1 ms) 2024-11-14T04:41:56,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63., pid=9, masterSystemTime=1731559316437 2024-11-14T04:41:56,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63. 2024-11-14T04:41:56,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63. 2024-11-14T04:41:56,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=fc429730d58955fea485ee6575290d63, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,32933,1731559250667 2024-11-14T04:41:56,499 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc429730d58955fea485ee6575290d63, server=44289c305c03,32933,1731559250667 because future has completed 2024-11-14T04:41:56,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T04:41:56,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure fc429730d58955fea485ee6575290d63, server=44289c305c03,32933,1731559250667 in 220 msec 2024-11-14T04:41:56,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-14T04:41:56,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=fc429730d58955fea485ee6575290d63, ASSIGN in 388 msec 2024-11-14T04:41:56,515 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:41:56,515 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559316515"}]},"ts":"1731559316515"} 2024-11-14T04:41:56,519 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-14T04:41:56,521 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:41:56,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2660 sec 2024-11-14T04:41:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:41:58,297 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-11-14T04:41:58,297 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-14T04:41:58,297 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:41:58,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-14T04:41:58,302 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:41:58,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-11-14T04:41:58,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63., hostname=44289c305c03,32933,1731559250667, seqNum=2] 2024-11-14T04:41:58,319 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-14T04:41:58,320 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-14T04:41:58,323 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-14T04:41:58,325 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32933 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-14T04:41:59,112 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T04:41:59,141 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-11-14T04:41:59,143 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:41:59,144 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-11-14T04:42:00,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T04:42:00,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T04:42:00,212 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:42:00,212 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T04:42:00,213 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-14T04:42:00,213 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-11-14T04:42:00,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-14T04:42:00,214 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-14T04:42:04,342 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63., hostname=44289c305c03,32933,1731559250667, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63., hostname=44289c305c03,32933,1731559250667, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=44289c305c03:32933 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms 2024-11-14T04:42:04,343 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63., hostname=44289c305c03,32933,1731559250667, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms 2024-11-14T04:42:04,343 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63., hostname=44289c305c03,32933,1731559250667, seqNum=2 from cache 2024-11-14T04:42:04,360 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=555 (was 441) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7136 (was 7274) 2024-11-14T04:42:04,373 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=555, ProcessCount=11, AvailableMemoryMB=7135 2024-11-14T04:42:04,377 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40567 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:42:04,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40567 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-11-14T04:42:04,385 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:42:04,385 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:42:04,385 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40567 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-11-14T04:42:04,387 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:42:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-14T04:42:04,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741839_1015 (size=412) 2024-11-14T04:42:04,812 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc2ba869517a378d7e2ec15907356b2f, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71 2024-11-14T04:42:04,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes 2024-11-14T04:42:04,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741840_1016 (size=63) 2024-11-14T04:42:04,835 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:42:04,835 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing cc2ba869517a378d7e2ec15907356b2f, disabling compactions & flushes 2024-11-14T04:42:04,835 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f. 2024-11-14T04:42:04,835 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f. 2024-11-14T04:42:04,836 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f. after waiting 0 ms 2024-11-14T04:42:04,836 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f. 2024-11-14T04:42:04,836 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f. 2024-11-14T04:42:04,836 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc2ba869517a378d7e2ec15907356b2f: Waiting for close lock at 1731559324835Disabling compacts and flushes for region at 1731559324835Disabling writes for close at 1731559324836 (+1 ms)Writing region close event to WAL at 1731559324836Closed at 1731559324836 2024-11-14T04:42:04,842 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:42:04,843 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731559324843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559324843"}]},"ts":"1731559324843"} 2024-11-14T04:42:04,856 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:42:04,858 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:42:04,859 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559324858"}]},"ts":"1731559324858"} 2024-11-14T04:42:04,867 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-14T04:42:04,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=cc2ba869517a378d7e2ec15907356b2f, ASSIGN}] 2024-11-14T04:42:04,871 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=cc2ba869517a378d7e2ec15907356b2f, ASSIGN 2024-11-14T04:42:04,875 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=cc2ba869517a378d7e2ec15907356b2f, ASSIGN; state=OFFLINE, location=44289c305c03,32933,1731559250667; forceNewPlan=false, retain=false 2024-11-14T04:42:05,028 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=cc2ba869517a378d7e2ec15907356b2f, regionState=OPENING, regionLocation=44289c305c03,32933,1731559250667 2024-11-14T04:42:05,033 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=cc2ba869517a378d7e2ec15907356b2f, ASSIGN because future has completed 2024-11-14T04:42:05,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc2ba869517a378d7e2ec15907356b2f, server=44289c305c03,32933,1731559250667}] 2024-11-14T04:42:05,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f. 2024-11-14T04:42:05,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => cc2ba869517a378d7e2ec15907356b2f, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:42:05,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync cc2ba869517a378d7e2ec15907356b2f 2024-11-14T04:42:05,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:42:05,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for cc2ba869517a378d7e2ec15907356b2f 2024-11-14T04:42:05,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for cc2ba869517a378d7e2ec15907356b2f 2024-11-14T04:42:05,200 INFO [StoreOpener-cc2ba869517a378d7e2ec15907356b2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region cc2ba869517a378d7e2ec15907356b2f 2024-11-14T04:42:05,205 INFO [StoreOpener-cc2ba869517a378d7e2ec15907356b2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc2ba869517a378d7e2ec15907356b2f columnFamilyName testFamily 2024-11-14T04:42:05,205 DEBUG [StoreOpener-cc2ba869517a378d7e2ec15907356b2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:42:05,207 INFO [StoreOpener-cc2ba869517a378d7e2ec15907356b2f-1 {}] regionserver.HStore(327): Store=cc2ba869517a378d7e2ec15907356b2f/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:42:05,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for cc2ba869517a378d7e2ec15907356b2f 2024-11-14T04:42:05,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnNextAsync/cc2ba869517a378d7e2ec15907356b2f 2024-11-14T04:42:05,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnNextAsync/cc2ba869517a378d7e2ec15907356b2f 2024-11-14T04:42:05,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for cc2ba869517a378d7e2ec15907356b2f 2024-11-14T04:42:05,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for cc2ba869517a378d7e2ec15907356b2f 2024-11-14T04:42:05,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for cc2ba869517a378d7e2ec15907356b2f 2024-11-14T04:42:05,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnNextAsync/cc2ba869517a378d7e2ec15907356b2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:42:05,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened cc2ba869517a378d7e2ec15907356b2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71081222, jitterRate=0.05919274687767029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:42:05,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc2ba869517a378d7e2ec15907356b2f 2024-11-14T04:42:05,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for cc2ba869517a378d7e2ec15907356b2f: Running coprocessor pre-open hook at 1731559325197Writing region info on filesystem at 1731559325197Initializing all the Stores at 1731559325200 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559325200Cleaning up temporary data from old regions at 1731559325210 (+10 ms)Running coprocessor post-open hooks at 1731559325224 (+14 ms)Region opened successfully at 1731559325224 2024-11-14T04:42:05,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f., pid=12, masterSystemTime=1731559325188 2024-11-14T04:42:05,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f. 2024-11-14T04:42:05,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f. 2024-11-14T04:42:05,240 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=cc2ba869517a378d7e2ec15907356b2f, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,32933,1731559250667 2024-11-14T04:42:05,244 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc2ba869517a378d7e2ec15907356b2f, server=44289c305c03,32933,1731559250667 because future has completed 2024-11-14T04:42:05,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T04:42:05,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure cc2ba869517a378d7e2ec15907356b2f, server=44289c305c03,32933,1731559250667 in 212 msec 2024-11-14T04:42:05,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T04:42:05,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=cc2ba869517a378d7e2ec15907356b2f, ASSIGN in 386 msec 2024-11-14T04:42:05,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:42:05,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559325260"}]},"ts":"1731559325260"} 2024-11-14T04:42:05,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-14T04:42:05,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:42:05,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 889 msec 2024-11-14T04:42:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-14T04:42:05,398 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-11-14T04:42:05,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-14T04:42:05,398 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:42:05,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-14T04:42:05,405 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:42:05,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-11-14T04:42:05,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f., hostname=44289c305c03,32933,1731559250667, seqNum=2] 2024-11-14T04:42:05,434 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-14T04:42:05,434 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-14T04:42:05,438 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-14T04:42:05,441 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-14T04:42:05,443 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-14T04:42:05,444 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32933 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-14T04:42:10,731 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T04:42:10,763 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-14T04:42:10,763 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-14T04:42:11,146 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-11-14T04:42:11,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32933 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3517502636884492267' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T04:42:11,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32933 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:59296 deadline: 1731559337446, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3517502636884492267' does not exist 2024-11-14T04:42:11,457 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 44289c305c03,32933,1731559250667 for closing scanner id = -3517502636884492267 for cc2ba869517a378d7e2ec15907356b2f of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3517502636884492267' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:42:11,466 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=583 (was 555) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7628 (was 7135) - AvailableMemoryMB LEAK? - 2024-11-14T04:42:11,483 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=583, ProcessCount=11, AvailableMemoryMB=7624 2024-11-14T04:42:11,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:42:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-11-14T04:42:11,495 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:42:11,495 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:42:11,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-11-14T04:42:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T04:42:11,499 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:42:11,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741841_1017 (size=423) 2024-11-14T04:42:11,543 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a8ad1e3c5ec39140b682897c3f5dc1a2, NAME => 'testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71 2024-11-14T04:42:11,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741842_1018 (size=74) 2024-11-14T04:42:11,573 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:42:11,573 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing a8ad1e3c5ec39140b682897c3f5dc1a2, disabling compactions & flushes 2024-11-14T04:42:11,573 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2. 2024-11-14T04:42:11,573 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2. 2024-11-14T04:42:11,573 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2. after waiting 0 ms 2024-11-14T04:42:11,573 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2. 2024-11-14T04:42:11,573 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2. 2024-11-14T04:42:11,574 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for a8ad1e3c5ec39140b682897c3f5dc1a2: Waiting for close lock at 1731559331573Disabling compacts and flushes for region at 1731559331573Disabling writes for close at 1731559331573Writing region close event to WAL at 1731559331573Closed at 1731559331573 2024-11-14T04:42:11,576 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:42:11,577 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731559331576"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559331576"}]},"ts":"1731559331576"} 2024-11-14T04:42:11,581 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:42:11,582 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:42:11,583 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559331583"}]},"ts":"1731559331583"} 2024-11-14T04:42:11,586 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-11-14T04:42:11,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=a8ad1e3c5ec39140b682897c3f5dc1a2, ASSIGN}] 2024-11-14T04:42:11,589 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=a8ad1e3c5ec39140b682897c3f5dc1a2, ASSIGN 2024-11-14T04:42:11,591 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=a8ad1e3c5ec39140b682897c3f5dc1a2, ASSIGN; state=OFFLINE, location=44289c305c03,32933,1731559250667; forceNewPlan=false, retain=false 2024-11-14T04:42:11,742 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a8ad1e3c5ec39140b682897c3f5dc1a2, regionState=OPENING, regionLocation=44289c305c03,32933,1731559250667 2024-11-14T04:42:11,751 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=a8ad1e3c5ec39140b682897c3f5dc1a2, ASSIGN because future has completed 2024-11-14T04:42:11,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8ad1e3c5ec39140b682897c3f5dc1a2, server=44289c305c03,32933,1731559250667}] 2024-11-14T04:42:11,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes 2024-11-14T04:42:11,950 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2. 2024-11-14T04:42:11,951 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => a8ad1e3c5ec39140b682897c3f5dc1a2, NAME => 'testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:42:11,951 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException a8ad1e3c5ec39140b682897c3f5dc1a2 2024-11-14T04:42:11,951 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:42:11,951 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for a8ad1e3c5ec39140b682897c3f5dc1a2 2024-11-14T04:42:11,952 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for a8ad1e3c5ec39140b682897c3f5dc1a2 2024-11-14T04:42:11,954 INFO [StoreOpener-a8ad1e3c5ec39140b682897c3f5dc1a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region a8ad1e3c5ec39140b682897c3f5dc1a2 2024-11-14T04:42:11,958 INFO [StoreOpener-a8ad1e3c5ec39140b682897c3f5dc1a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8ad1e3c5ec39140b682897c3f5dc1a2 columnFamilyName testFamily 2024-11-14T04:42:11,959 DEBUG [StoreOpener-a8ad1e3c5ec39140b682897c3f5dc1a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:42:11,960 INFO [StoreOpener-a8ad1e3c5ec39140b682897c3f5dc1a2-1 {}] regionserver.HStore(327): Store=a8ad1e3c5ec39140b682897c3f5dc1a2/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:42:11,960 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for a8ad1e3c5ec39140b682897c3f5dc1a2 2024-11-14T04:42:11,961 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testRetryOutOfOrderScannerNextException/a8ad1e3c5ec39140b682897c3f5dc1a2 2024-11-14T04:42:11,962 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testRetryOutOfOrderScannerNextException/a8ad1e3c5ec39140b682897c3f5dc1a2 2024-11-14T04:42:11,963 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for a8ad1e3c5ec39140b682897c3f5dc1a2 2024-11-14T04:42:11,963 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for a8ad1e3c5ec39140b682897c3f5dc1a2 2024-11-14T04:42:11,968 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for a8ad1e3c5ec39140b682897c3f5dc1a2 2024-11-14T04:42:11,977 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testRetryOutOfOrderScannerNextException/a8ad1e3c5ec39140b682897c3f5dc1a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:42:11,978 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened a8ad1e3c5ec39140b682897c3f5dc1a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61757966, jitterRate=-0.07973459362983704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:42:11,978 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8ad1e3c5ec39140b682897c3f5dc1a2 2024-11-14T04:42:11,979 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for a8ad1e3c5ec39140b682897c3f5dc1a2: Running coprocessor pre-open hook at 1731559331952Writing region info on filesystem at 1731559331952Initializing all the Stores at 1731559331954 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559331954Cleaning up temporary data from old regions at 1731559331963 (+9 ms)Running coprocessor post-open hooks at 1731559331978 (+15 ms)Region opened successfully at 1731559331979 (+1 ms) 2024-11-14T04:42:11,981 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2., pid=15, masterSystemTime=1731559331928 2024-11-14T04:42:11,984 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2. 2024-11-14T04:42:11,984 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2. 2024-11-14T04:42:11,985 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a8ad1e3c5ec39140b682897c3f5dc1a2, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,32933,1731559250667 2024-11-14T04:42:11,990 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8ad1e3c5ec39140b682897c3f5dc1a2, server=44289c305c03,32933,1731559250667 because future has completed 2024-11-14T04:42:11,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T04:42:11,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure a8ad1e3c5ec39140b682897c3f5dc1a2, server=44289c305c03,32933,1731559250667 in 219 msec 2024-11-14T04:42:12,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T04:42:12,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=a8ad1e3c5ec39140b682897c3f5dc1a2, ASSIGN in 410 msec 2024-11-14T04:42:12,003 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:42:12,003 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559332003"}]},"ts":"1731559332003"} 2024-11-14T04:42:12,007 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-11-14T04:42:12,010 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:42:12,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 520 msec 2024-11-14T04:42:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T04:42:12,507 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-11-14T04:42:12,507 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-11-14T04:42:12,507 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:42:12,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-11-14T04:42:12,513 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:42:12,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-11-14T04:42:12,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2., hostname=44289c305c03,32933,1731559250667, seqNum=2] 2024-11-14T04:42:12,545 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-14T04:42:12,545 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-11-14T04:42:12,550 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-14T04:42:12,554 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-14T04:42:12,555 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-14T04:42:12,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32933 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3517502636884492263 2024-11-14T04:42:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32933 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:59296 deadline: 1731559335555, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-14T04:42:12,560 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-14T04:42:12,562 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-14T04:42:12,563 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-14T04:42:12,564 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-14T04:42:12,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32933 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3517502636884492261 2024-11-14T04:42:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32933 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:59296 deadline: 1731559335564, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-14T04:42:12,570 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-14T04:42:12,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32933 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-3517502636884492260 2024-11-14T04:42:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32933 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:59296 deadline: 1731559335570, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-14T04:42:12,575 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-14T04:42:12,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32933 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-3517502636884492259 2024-11-14T04:42:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32933 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:59296 deadline: 1731559335575, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-14T04:42:12,580 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-14T04:42:12,594 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1882908811_22 at /127.0.0.1:38064 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=583 (was 583), ProcessCount=11 (was 11), AvailableMemoryMB=7498 (was 7624) 2024-11-14T04:42:12,606 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=583, ProcessCount=11, AvailableMemoryMB=7498 2024-11-14T04:42:12,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:42:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-11-14T04:42:12,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:42:12,614 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:42:12,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-11-14T04:42:12,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:42:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-14T04:42:12,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741843_1019 (size=418) 2024-11-14T04:42:13,030 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f950ff8a4b3b59474ca6d42cc784a751, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71 2024-11-14T04:42:13,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741844_1020 (size=69) 2024-11-14T04:42:13,442 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:42:13,442 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing f950ff8a4b3b59474ca6d42cc784a751, disabling compactions & flushes 2024-11-14T04:42:13,442 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751. 2024-11-14T04:42:13,442 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751. 2024-11-14T04:42:13,443 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751. after waiting 0 ms 2024-11-14T04:42:13,443 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751. 2024-11-14T04:42:13,443 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751. 2024-11-14T04:42:13,443 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for f950ff8a4b3b59474ca6d42cc784a751: Waiting for close lock at 1731559333442Disabling compacts and flushes for region at 1731559333442Disabling writes for close at 1731559333443 (+1 ms)Writing region close event to WAL at 1731559333443Closed at 1731559333443 2024-11-14T04:42:13,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:42:13,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731559333446"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559333446"}]},"ts":"1731559333446"} 2024-11-14T04:42:13,450 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:42:13,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:42:13,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559333452"}]},"ts":"1731559333452"} 2024-11-14T04:42:13,457 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-14T04:42:13,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f950ff8a4b3b59474ca6d42cc784a751, ASSIGN}] 2024-11-14T04:42:13,460 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f950ff8a4b3b59474ca6d42cc784a751, ASSIGN 2024-11-14T04:42:13,462 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f950ff8a4b3b59474ca6d42cc784a751, ASSIGN; state=OFFLINE, location=44289c305c03,32933,1731559250667; forceNewPlan=false, retain=false 2024-11-14T04:42:13,613 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=f950ff8a4b3b59474ca6d42cc784a751, regionState=OPENING, regionLocation=44289c305c03,32933,1731559250667 2024-11-14T04:42:13,618 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f950ff8a4b3b59474ca6d42cc784a751, ASSIGN because future has completed 2024-11-14T04:42:13,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure f950ff8a4b3b59474ca6d42cc784a751, server=44289c305c03,32933,1731559250667}] 2024-11-14T04:42:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-14T04:42:13,782 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751. 2024-11-14T04:42:13,783 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => f950ff8a4b3b59474ca6d42cc784a751, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:42:13,783 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner f950ff8a4b3b59474ca6d42cc784a751 2024-11-14T04:42:13,783 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:42:13,783 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for f950ff8a4b3b59474ca6d42cc784a751 2024-11-14T04:42:13,784 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for f950ff8a4b3b59474ca6d42cc784a751 2024-11-14T04:42:13,794 INFO [StoreOpener-f950ff8a4b3b59474ca6d42cc784a751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f950ff8a4b3b59474ca6d42cc784a751 2024-11-14T04:42:13,797 INFO [StoreOpener-f950ff8a4b3b59474ca6d42cc784a751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f950ff8a4b3b59474ca6d42cc784a751 columnFamilyName testFamily 2024-11-14T04:42:13,797 DEBUG [StoreOpener-f950ff8a4b3b59474ca6d42cc784a751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:42:13,800 INFO [StoreOpener-f950ff8a4b3b59474ca6d42cc784a751-1 {}] regionserver.HStore(327): Store=f950ff8a4b3b59474ca6d42cc784a751/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:42:13,800 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for f950ff8a4b3b59474ca6d42cc784a751 2024-11-14T04:42:13,802 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnOpenScanner/f950ff8a4b3b59474ca6d42cc784a751 2024-11-14T04:42:13,803 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnOpenScanner/f950ff8a4b3b59474ca6d42cc784a751 2024-11-14T04:42:13,804 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for f950ff8a4b3b59474ca6d42cc784a751 2024-11-14T04:42:13,804 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for f950ff8a4b3b59474ca6d42cc784a751 2024-11-14T04:42:13,808 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for f950ff8a4b3b59474ca6d42cc784a751 2024-11-14T04:42:13,814 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnOpenScanner/f950ff8a4b3b59474ca6d42cc784a751/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:42:13,815 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened f950ff8a4b3b59474ca6d42cc784a751; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67137740, jitterRate=4.302859306335449E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:42:13,816 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f950ff8a4b3b59474ca6d42cc784a751 2024-11-14T04:42:13,817 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for f950ff8a4b3b59474ca6d42cc784a751: Running coprocessor pre-open hook at 1731559333784Writing region info on filesystem at 1731559333784Initializing all the Stores at 1731559333786 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559333786Cleaning up temporary data from old regions at 1731559333804 (+18 ms)Running coprocessor post-open hooks at 1731559333816 (+12 ms)Region opened successfully at 1731559333817 (+1 ms) 2024-11-14T04:42:13,823 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751., pid=18, masterSystemTime=1731559333773 2024-11-14T04:42:13,827 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751. 2024-11-14T04:42:13,827 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751. 2024-11-14T04:42:13,827 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=f950ff8a4b3b59474ca6d42cc784a751, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,32933,1731559250667 2024-11-14T04:42:13,831 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure f950ff8a4b3b59474ca6d42cc784a751, server=44289c305c03,32933,1731559250667 because future has completed 2024-11-14T04:42:13,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-14T04:42:13,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure f950ff8a4b3b59474ca6d42cc784a751, server=44289c305c03,32933,1731559250667 in 213 msec 2024-11-14T04:42:13,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T04:42:13,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f950ff8a4b3b59474ca6d42cc784a751, ASSIGN in 378 msec 2024-11-14T04:42:13,842 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:42:13,842 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559333842"}]},"ts":"1731559333842"} 2024-11-14T04:42:13,847 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-14T04:42:13,848 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:42:13,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2390 sec 2024-11-14T04:42:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-14T04:42:15,657 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-11-14T04:42:15,658 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-14T04:42:15,658 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:42:15,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-14T04:42:15,665 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:42:15,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-11-14T04:42:15,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751., hostname=44289c305c03,32933,1731559250667, seqNum=2] 2024-11-14T04:42:15,693 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-14T04:42:15,694 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-14T04:42:15,698 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-14T04:42:15,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32933 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-14T04:42:16,705 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751., hostname=44289c305c03,32933,1731559250667, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751., hostname=44289c305c03,32933,1731559250667, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=44289c305c03:32933 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms 2024-11-14T04:42:16,706 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751., hostname=44289c305c03,32933,1731559250667, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms 2024-11-14T04:42:16,706 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751., hostname=44289c305c03,32933,1731559250667, seqNum=2 from cache 2024-11-14T04:42:17,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes 2024-11-14T04:42:17,454 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T04:42:17,498 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-11-14T04:42:17,499 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-11-14T04:42:17,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751., hostname=44289c305c03,32933,1731559250667, seqNum=2] 2024-11-14T04:42:17,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32933 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-14T04:42:18,391 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:42:18,705 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751., hostname=44289c305c03,32933,1731559250667, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751., hostname=44289c305c03,32933,1731559250667, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=44289c305c03:32933 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=976ms, rpcTimeout=969ms 2024-11-14T04:42:18,706 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751., hostname=44289c305c03,32933,1731559250667, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=976ms, rpcTimeout=969ms 2024-11-14T04:42:18,706 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751., hostname=44289c305c03,32933,1731559250667, seqNum=2 from cache 2024-11-14T04:42:18,718 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=609 (was 583) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7145 (was 7498) 2024-11-14T04:42:18,729 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=609, ProcessCount=11, AvailableMemoryMB=7145 2024-11-14T04:42:18,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:42:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-11-14T04:42:18,735 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:42:18,736 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:42:18,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-11-14T04:42:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T04:42:18,739 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:42:18,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741845_1021 (size=416) 2024-11-14T04:42:18,767 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44692b866443e722327c7cd16c639866, NAME => 'testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71 2024-11-14T04:42:18,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741846_1022 (size=67) 2024-11-14T04:42:18,780 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:42:18,780 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 44692b866443e722327c7cd16c639866, disabling compactions & flushes 2024-11-14T04:42:18,781 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866. 2024-11-14T04:42:18,781 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866. 2024-11-14T04:42:18,781 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866. after waiting 0 ms 2024-11-14T04:42:18,781 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866. 2024-11-14T04:42:18,781 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866. 2024-11-14T04:42:18,781 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44692b866443e722327c7cd16c639866: Waiting for close lock at 1731559338780Disabling compacts and flushes for region at 1731559338780Disabling writes for close at 1731559338781 (+1 ms)Writing region close event to WAL at 1731559338781Closed at 1731559338781 2024-11-14T04:42:18,784 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:42:18,784 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731559338784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559338784"}]},"ts":"1731559338784"} 2024-11-14T04:42:18,788 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:42:18,789 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:42:18,790 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559338790"}]},"ts":"1731559338790"} 2024-11-14T04:42:18,793 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-14T04:42:18,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=44692b866443e722327c7cd16c639866, ASSIGN}] 2024-11-14T04:42:18,795 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=44692b866443e722327c7cd16c639866, ASSIGN 2024-11-14T04:42:18,797 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=44692b866443e722327c7cd16c639866, ASSIGN; state=OFFLINE, location=44289c305c03,32933,1731559250667; forceNewPlan=false, retain=false 2024-11-14T04:42:18,948 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=44692b866443e722327c7cd16c639866, regionState=OPENING, regionLocation=44289c305c03,32933,1731559250667 2024-11-14T04:42:18,951 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=44692b866443e722327c7cd16c639866, ASSIGN because future has completed 2024-11-14T04:42:18,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44692b866443e722327c7cd16c639866, server=44289c305c03,32933,1731559250667}] 2024-11-14T04:42:19,112 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866. 2024-11-14T04:42:19,112 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 44692b866443e722327c7cd16c639866, NAME => 'testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:42:19,113 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 44692b866443e722327c7cd16c639866 2024-11-14T04:42:19,113 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:42:19,114 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 44692b866443e722327c7cd16c639866 2024-11-14T04:42:19,114 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 44692b866443e722327c7cd16c639866 2024-11-14T04:42:19,116 INFO [StoreOpener-44692b866443e722327c7cd16c639866-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 44692b866443e722327c7cd16c639866 2024-11-14T04:42:19,119 INFO [StoreOpener-44692b866443e722327c7cd16c639866-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44692b866443e722327c7cd16c639866 columnFamilyName testFamily 2024-11-14T04:42:19,120 DEBUG [StoreOpener-44692b866443e722327c7cd16c639866-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:42:19,121 INFO [StoreOpener-44692b866443e722327c7cd16c639866-1 {}] regionserver.HStore(327): Store=44692b866443e722327c7cd16c639866/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:42:19,121 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 44692b866443e722327c7cd16c639866 2024-11-14T04:42:19,122 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnNextAsync/44692b866443e722327c7cd16c639866 2024-11-14T04:42:19,123 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnNextAsync/44692b866443e722327c7cd16c639866 2024-11-14T04:42:19,123 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 44692b866443e722327c7cd16c639866 2024-11-14T04:42:19,123 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 44692b866443e722327c7cd16c639866 2024-11-14T04:42:19,127 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 44692b866443e722327c7cd16c639866 2024-11-14T04:42:19,131 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnNextAsync/44692b866443e722327c7cd16c639866/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:42:19,131 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 44692b866443e722327c7cd16c639866; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60232962, jitterRate=-0.10245892405509949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:42:19,132 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44692b866443e722327c7cd16c639866 2024-11-14T04:42:19,132 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 44692b866443e722327c7cd16c639866: Running coprocessor pre-open hook at 1731559339114Writing region info on filesystem at 1731559339114Initializing all the Stores at 1731559339116 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559339116Cleaning up temporary data from old regions at 1731559339124 (+8 ms)Running coprocessor post-open hooks at 1731559339132 (+8 ms)Region opened successfully at 1731559339132 2024-11-14T04:42:19,134 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866., pid=21, masterSystemTime=1731559339105 2024-11-14T04:42:19,138 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866. 2024-11-14T04:42:19,138 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866. 2024-11-14T04:42:19,139 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=44692b866443e722327c7cd16c639866, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,32933,1731559250667 2024-11-14T04:42:19,143 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44692b866443e722327c7cd16c639866, server=44289c305c03,32933,1731559250667 because future has completed 2024-11-14T04:42:19,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-14T04:42:19,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 44692b866443e722327c7cd16c639866, server=44289c305c03,32933,1731559250667 in 193 msec 2024-11-14T04:42:19,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-14T04:42:19,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=44692b866443e722327c7cd16c639866, ASSIGN in 356 msec 2024-11-14T04:42:19,155 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:42:19,155 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559339155"}]},"ts":"1731559339155"} 2024-11-14T04:42:19,158 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-14T04:42:19,159 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:42:19,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 428 msec 2024-11-14T04:42:19,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes 2024-11-14T04:42:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T04:42:19,757 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-11-14T04:42:19,757 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-14T04:42:19,757 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:42:19,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-14T04:42:19,763 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:42:19,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-11-14T04:42:19,767 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866., hostname=44289c305c03,32933,1731559250667, seqNum=2] 2024-11-14T04:42:19,781 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-14T04:42:19,781 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-14T04:42:19,784 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-14T04:42:19,787 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-14T04:42:19,789 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-14T04:42:19,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32933 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-14T04:42:20,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-14T04:42:20,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-11-14T04:42:20,212 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-14T04:42:20,212 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-14T04:42:20,212 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-14T04:42:20,212 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-14T04:42:22,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32933 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3517502636884492248' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T04:42:22,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32933 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:59296 deadline: 1731559343799, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3517502636884492248' does not exist 2024-11-14T04:42:22,803 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 44289c305c03,32933,1731559250667 for closing scanner id = -3517502636884492248 for 44692b866443e722327c7cd16c639866 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3517502636884492248' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:42:22,826 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 222) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1882908811_22 at /127.0.0.1:38092 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=609 (was 609), ProcessCount=11 (was 11), AvailableMemoryMB=7646 (was 7145) - AvailableMemoryMB LEAK? - 2024-11-14T04:42:22,849 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=609, ProcessCount=11, AvailableMemoryMB=7644 2024-11-14T04:42:22,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:42:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-11-14T04:42:22,870 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:42:22,870 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:42:22,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-11-14T04:42:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-14T04:42:22,877 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:42:22,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741847_1023 (size=411) 2024-11-14T04:42:23,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes 2024-11-14T04:42:23,383 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e8798fd96c818d2782efed81738ff6c, NAME => 'testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71 2024-11-14T04:42:23,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741848_1024 (size=62) 2024-11-14T04:42:23,500 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-11-14T04:42:23,822 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:42:23,822 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 1e8798fd96c818d2782efed81738ff6c, disabling compactions & flushes 2024-11-14T04:42:23,822 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c. 2024-11-14T04:42:23,822 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c. 2024-11-14T04:42:23,822 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c. after waiting 0 ms 2024-11-14T04:42:23,822 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c. 2024-11-14T04:42:23,822 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c. 2024-11-14T04:42:23,822 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e8798fd96c818d2782efed81738ff6c: Waiting for close lock at 1731559343822Disabling compacts and flushes for region at 1731559343822Disabling writes for close at 1731559343822Writing region close event to WAL at 1731559343822Closed at 1731559343822 2024-11-14T04:42:23,827 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:42:23,827 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731559343827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559343827"}]},"ts":"1731559343827"} 2024-11-14T04:42:23,842 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:42:23,846 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:42:23,847 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559343846"}]},"ts":"1731559343846"} 2024-11-14T04:42:23,858 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-14T04:42:23,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=1e8798fd96c818d2782efed81738ff6c, ASSIGN}] 2024-11-14T04:42:23,864 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=1e8798fd96c818d2782efed81738ff6c, ASSIGN 2024-11-14T04:42:23,871 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=1e8798fd96c818d2782efed81738ff6c, ASSIGN; state=OFFLINE, location=44289c305c03,32933,1731559250667; forceNewPlan=false, retain=false 2024-11-14T04:42:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-14T04:42:24,024 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=1e8798fd96c818d2782efed81738ff6c, regionState=OPENING, regionLocation=44289c305c03,32933,1731559250667 2024-11-14T04:42:24,042 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=1e8798fd96c818d2782efed81738ff6c, ASSIGN because future has completed 2024-11-14T04:42:24,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e8798fd96c818d2782efed81738ff6c, server=44289c305c03,32933,1731559250667}] 2024-11-14T04:42:24,234 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c. 2024-11-14T04:42:24,235 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e8798fd96c818d2782efed81738ff6c, NAME => 'testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:42:24,235 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 1e8798fd96c818d2782efed81738ff6c 2024-11-14T04:42:24,235 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:42:24,235 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 1e8798fd96c818d2782efed81738ff6c 2024-11-14T04:42:24,236 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 1e8798fd96c818d2782efed81738ff6c 2024-11-14T04:42:24,245 INFO [StoreOpener-1e8798fd96c818d2782efed81738ff6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 1e8798fd96c818d2782efed81738ff6c 2024-11-14T04:42:24,258 INFO [StoreOpener-1e8798fd96c818d2782efed81738ff6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e8798fd96c818d2782efed81738ff6c columnFamilyName testFamily 2024-11-14T04:42:24,258 DEBUG [StoreOpener-1e8798fd96c818d2782efed81738ff6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:42:24,259 INFO [StoreOpener-1e8798fd96c818d2782efed81738ff6c-1 {}] regionserver.HStore(327): Store=1e8798fd96c818d2782efed81738ff6c/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:42:24,260 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 1e8798fd96c818d2782efed81738ff6c 2024-11-14T04:42:24,263 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnNext/1e8798fd96c818d2782efed81738ff6c 2024-11-14T04:42:24,264 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnNext/1e8798fd96c818d2782efed81738ff6c 2024-11-14T04:42:24,265 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 1e8798fd96c818d2782efed81738ff6c 2024-11-14T04:42:24,265 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 1e8798fd96c818d2782efed81738ff6c 2024-11-14T04:42:24,268 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 1e8798fd96c818d2782efed81738ff6c 2024-11-14T04:42:24,281 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnNext/1e8798fd96c818d2782efed81738ff6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:42:24,285 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 1e8798fd96c818d2782efed81738ff6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63030812, jitterRate=-0.06076771020889282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:42:24,285 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e8798fd96c818d2782efed81738ff6c 2024-11-14T04:42:24,286 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 1e8798fd96c818d2782efed81738ff6c: Running coprocessor pre-open hook at 1731559344236Writing region info on filesystem at 1731559344236Initializing all the Stores at 1731559344239 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559344239Cleaning up temporary data from old regions at 1731559344265 (+26 ms)Running coprocessor post-open hooks at 1731559344285 (+20 ms)Region opened successfully at 1731559344286 (+1 ms) 2024-11-14T04:42:24,291 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c., pid=24, masterSystemTime=1731559344205 2024-11-14T04:42:24,298 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=1e8798fd96c818d2782efed81738ff6c, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,32933,1731559250667 2024-11-14T04:42:24,301 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c. 2024-11-14T04:42:24,301 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c. 2024-11-14T04:42:24,306 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e8798fd96c818d2782efed81738ff6c, server=44289c305c03,32933,1731559250667 because future has completed 2024-11-14T04:42:24,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-14T04:42:24,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e8798fd96c818d2782efed81738ff6c, server=44289c305c03,32933,1731559250667 in 268 msec 2024-11-14T04:42:24,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-14T04:42:24,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=1e8798fd96c818d2782efed81738ff6c, ASSIGN in 462 msec 2024-11-14T04:42:24,343 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:42:24,343 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559344343"}]},"ts":"1731559344343"} 2024-11-14T04:42:24,347 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-14T04:42:24,350 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:42:24,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.4950 sec 2024-11-14T04:42:24,616 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T04:42:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-14T04:42:25,909 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-11-14T04:42:25,909 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-14T04:42:25,910 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:42:25,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-14T04:42:25,919 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:42:25,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-11-14T04:42:25,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c., hostname=44289c305c03,32933,1731559250667, seqNum=2] 2024-11-14T04:42:25,948 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-14T04:42:25,948 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-14T04:42:25,955 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-14T04:42:25,961 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-14T04:42:25,963 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-14T04:42:25,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32933 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-14T04:42:28,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32933 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3517502636884492244' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T04:42:28,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32933 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:59296 deadline: 1731559349969, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3517502636884492244' does not exist 2024-11-14T04:42:28,970 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 44289c305c03,32933,1731559250667 for closing scanner id = -3517502636884492244 for 1e8798fd96c818d2782efed81738ff6c of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3517502636884492244' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:42:28,975 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 223), OpenFileDescriptor=448 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=596 (was 609), ProcessCount=11 (was 11), AvailableMemoryMB=7324 (was 7644) 2024-11-14T04:42:28,984 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=596, ProcessCount=11, AvailableMemoryMB=7324 2024-11-14T04:42:28,987 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40567 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:42:28,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40567 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-11-14T04:42:28,990 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:42:28,990 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:42:28,990 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40567 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-11-14T04:42:28,991 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:42:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T04:42:29,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741849_1025 (size=419) 2024-11-14T04:42:29,407 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c96a92c953b143f81a40bdf317225db, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71 2024-11-14T04:42:29,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741850_1026 (size=70) 2024-11-14T04:42:29,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes 2024-11-14T04:42:29,737 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T04:42:29,771 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-11-14T04:42:29,819 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:42:29,819 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 4c96a92c953b143f81a40bdf317225db, disabling compactions & flushes 2024-11-14T04:42:29,819 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db. 2024-11-14T04:42:29,819 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db. 2024-11-14T04:42:29,819 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db. after waiting 0 ms 2024-11-14T04:42:29,819 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db. 2024-11-14T04:42:29,819 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db. 2024-11-14T04:42:29,819 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c96a92c953b143f81a40bdf317225db: Waiting for close lock at 1731559349819Disabling compacts and flushes for region at 1731559349819Disabling writes for close at 1731559349819Writing region close event to WAL at 1731559349819Closed at 1731559349819 2024-11-14T04:42:29,822 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:42:29,822 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731559349822"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559349822"}]},"ts":"1731559349822"} 2024-11-14T04:42:29,825 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:42:29,826 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:42:29,827 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559349826"}]},"ts":"1731559349826"} 2024-11-14T04:42:29,829 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-14T04:42:29,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4c96a92c953b143f81a40bdf317225db, ASSIGN}] 2024-11-14T04:42:29,831 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4c96a92c953b143f81a40bdf317225db, ASSIGN 2024-11-14T04:42:29,832 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4c96a92c953b143f81a40bdf317225db, ASSIGN; state=OFFLINE, location=44289c305c03,32933,1731559250667; forceNewPlan=false, retain=false 2024-11-14T04:42:29,983 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=4c96a92c953b143f81a40bdf317225db, regionState=OPENING, regionLocation=44289c305c03,32933,1731559250667 2024-11-14T04:42:29,988 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4c96a92c953b143f81a40bdf317225db, ASSIGN because future has completed 2024-11-14T04:42:29,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c96a92c953b143f81a40bdf317225db, server=44289c305c03,32933,1731559250667}] 2024-11-14T04:42:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T04:42:30,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db. 2024-11-14T04:42:30,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c96a92c953b143f81a40bdf317225db, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:42:30,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 4c96a92c953b143f81a40bdf317225db 2024-11-14T04:42:30,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:42:30,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 4c96a92c953b143f81a40bdf317225db 2024-11-14T04:42:30,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 4c96a92c953b143f81a40bdf317225db 2024-11-14T04:42:30,160 INFO [StoreOpener-4c96a92c953b143f81a40bdf317225db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4c96a92c953b143f81a40bdf317225db 2024-11-14T04:42:30,164 INFO [StoreOpener-4c96a92c953b143f81a40bdf317225db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c96a92c953b143f81a40bdf317225db columnFamilyName testFamily 2024-11-14T04:42:30,164 DEBUG [StoreOpener-4c96a92c953b143f81a40bdf317225db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:42:30,165 INFO [StoreOpener-4c96a92c953b143f81a40bdf317225db-1 {}] regionserver.HStore(327): Store=4c96a92c953b143f81a40bdf317225db/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:42:30,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 4c96a92c953b143f81a40bdf317225db 2024-11-14T04:42:30,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4c96a92c953b143f81a40bdf317225db 2024-11-14T04:42:30,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4c96a92c953b143f81a40bdf317225db 2024-11-14T04:42:30,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 4c96a92c953b143f81a40bdf317225db 2024-11-14T04:42:30,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 4c96a92c953b143f81a40bdf317225db 2024-11-14T04:42:30,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 4c96a92c953b143f81a40bdf317225db 2024-11-14T04:42:30,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4c96a92c953b143f81a40bdf317225db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:42:30,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 4c96a92c953b143f81a40bdf317225db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64479792, jitterRate=-0.039176225662231445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:42:30,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c96a92c953b143f81a40bdf317225db 2024-11-14T04:42:30,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 4c96a92c953b143f81a40bdf317225db: Running coprocessor pre-open hook at 1731559350156Writing region info on filesystem at 1731559350156Initializing all the Stores at 1731559350158 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559350158Cleaning up temporary data from old regions at 1731559350168 (+10 ms)Running coprocessor post-open hooks at 1731559350191 (+23 ms)Region opened successfully at 1731559350191 2024-11-14T04:42:30,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db., pid=27, masterSystemTime=1731559350142 2024-11-14T04:42:30,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db. 2024-11-14T04:42:30,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db. 2024-11-14T04:42:30,197 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=4c96a92c953b143f81a40bdf317225db, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,32933,1731559250667 2024-11-14T04:42:30,202 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c96a92c953b143f81a40bdf317225db, server=44289c305c03,32933,1731559250667 because future has completed 2024-11-14T04:42:30,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-14T04:42:30,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c96a92c953b143f81a40bdf317225db, server=44289c305c03,32933,1731559250667 in 216 msec 2024-11-14T04:42:30,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-14T04:42:30,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4c96a92c953b143f81a40bdf317225db, ASSIGN in 379 msec 2024-11-14T04:42:30,213 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-14T04:42:30,213 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-14T04:42:30,213 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:42:30,214 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559350213"}]},"ts":"1731559350213"} 2024-11-14T04:42:30,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-14T04:42:30,214 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-14T04:42:30,220 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-14T04:42:30,221 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:42:30,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2340 sec 2024-11-14T04:42:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T04:42:32,036 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-11-14T04:42:32,036 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-14T04:42:32,036 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:42:32,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-14T04:42:32,042 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:42:32,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-11-14T04:42:32,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db., hostname=44289c305c03,32933,1731559250667, seqNum=2] 2024-11-14T04:42:32,062 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-14T04:42:32,062 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-14T04:42:32,065 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-14T04:42:32,066 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32933 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-14T04:42:33,905 INFO [master/44289c305c03:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T04:42:33,905 INFO [master/44289c305c03:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T04:42:35,657 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T04:42:35,772 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-11-14T04:42:38,075 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db., hostname=44289c305c03,32933,1731559250667, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db., hostname=44289c305c03,32933,1731559250667, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=44289c305c03:32933 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms 2024-11-14T04:42:38,075 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db., hostname=44289c305c03,32933,1731559250667, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms 2024-11-14T04:42:38,075 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db., hostname=44289c305c03,32933,1731559250667, seqNum=2 from cache 2024-11-14T04:42:38,084 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=588 (was 596), ProcessCount=11 (was 11), AvailableMemoryMB=7529 (was 7324) - AvailableMemoryMB LEAK? - 2024-11-14T04:42:38,093 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=588, ProcessCount=11, AvailableMemoryMB=7529 2024-11-14T04:42:38,096 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40567 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:42:38,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40567 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-11-14T04:42:38,100 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:42:38,100 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:42:38,100 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40567 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-11-14T04:42:38,101 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:42:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-14T04:42:38,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741851_1027 (size=407) 2024-11-14T04:42:38,514 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 515e41470d1f81f2ce8c353aaeab98fa, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71 2024-11-14T04:42:38,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741852_1028 (size=58) 2024-11-14T04:42:38,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes 2024-11-14T04:42:38,925 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:42:38,925 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 515e41470d1f81f2ce8c353aaeab98fa, disabling compactions & flushes 2024-11-14T04:42:38,925 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa. 2024-11-14T04:42:38,925 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa. 2024-11-14T04:42:38,925 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa. after waiting 0 ms 2024-11-14T04:42:38,925 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa. 2024-11-14T04:42:38,925 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa. 2024-11-14T04:42:38,925 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 515e41470d1f81f2ce8c353aaeab98fa: Waiting for close lock at 1731559358925Disabling compacts and flushes for region at 1731559358925Disabling writes for close at 1731559358925Writing region close event to WAL at 1731559358925Closed at 1731559358925 2024-11-14T04:42:38,927 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:42:38,927 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731559358927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559358927"}]},"ts":"1731559358927"} 2024-11-14T04:42:38,930 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:42:38,931 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:42:38,932 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559358932"}]},"ts":"1731559358932"} 2024-11-14T04:42:38,934 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-14T04:42:38,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=515e41470d1f81f2ce8c353aaeab98fa, ASSIGN}] 2024-11-14T04:42:38,936 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=515e41470d1f81f2ce8c353aaeab98fa, ASSIGN 2024-11-14T04:42:38,937 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=515e41470d1f81f2ce8c353aaeab98fa, ASSIGN; state=OFFLINE, location=44289c305c03,32933,1731559250667; forceNewPlan=false, retain=false 2024-11-14T04:42:39,088 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=515e41470d1f81f2ce8c353aaeab98fa, regionState=OPENING, regionLocation=44289c305c03,32933,1731559250667 2024-11-14T04:42:39,091 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=515e41470d1f81f2ce8c353aaeab98fa, ASSIGN because future has completed 2024-11-14T04:42:39,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 515e41470d1f81f2ce8c353aaeab98fa, server=44289c305c03,32933,1731559250667}] 2024-11-14T04:42:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-14T04:42:39,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa. 2024-11-14T04:42:39,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 515e41470d1f81f2ce8c353aaeab98fa, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:42:39,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 515e41470d1f81f2ce8c353aaeab98fa 2024-11-14T04:42:39,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:42:39,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 515e41470d1f81f2ce8c353aaeab98fa 2024-11-14T04:42:39,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 515e41470d1f81f2ce8c353aaeab98fa 2024-11-14T04:42:39,253 INFO [StoreOpener-515e41470d1f81f2ce8c353aaeab98fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 515e41470d1f81f2ce8c353aaeab98fa 2024-11-14T04:42:39,254 INFO [StoreOpener-515e41470d1f81f2ce8c353aaeab98fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 515e41470d1f81f2ce8c353aaeab98fa columnFamilyName testFamily 2024-11-14T04:42:39,255 DEBUG [StoreOpener-515e41470d1f81f2ce8c353aaeab98fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:42:39,255 INFO [StoreOpener-515e41470d1f81f2ce8c353aaeab98fa-1 {}] regionserver.HStore(327): Store=515e41470d1f81f2ce8c353aaeab98fa/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:42:39,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 515e41470d1f81f2ce8c353aaeab98fa 2024-11-14T04:42:39,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnNext/515e41470d1f81f2ce8c353aaeab98fa 2024-11-14T04:42:39,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnNext/515e41470d1f81f2ce8c353aaeab98fa 2024-11-14T04:42:39,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 515e41470d1f81f2ce8c353aaeab98fa 2024-11-14T04:42:39,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 515e41470d1f81f2ce8c353aaeab98fa 2024-11-14T04:42:39,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 515e41470d1f81f2ce8c353aaeab98fa 2024-11-14T04:42:39,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnNext/515e41470d1f81f2ce8c353aaeab98fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:42:39,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 515e41470d1f81f2ce8c353aaeab98fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63162177, jitterRate=-0.058810219168663025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:42:39,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 515e41470d1f81f2ce8c353aaeab98fa 2024-11-14T04:42:39,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 515e41470d1f81f2ce8c353aaeab98fa: Running coprocessor pre-open hook at 1731559359251Writing region info on filesystem at 1731559359251Initializing all the Stores at 1731559359252 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559359252Cleaning up temporary data from old regions at 1731559359257 (+5 ms)Running coprocessor post-open hooks at 1731559359263 (+6 ms)Region opened successfully at 1731559359264 (+1 ms) 2024-11-14T04:42:39,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa., pid=30, masterSystemTime=1731559359244 2024-11-14T04:42:39,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa. 2024-11-14T04:42:39,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa. 2024-11-14T04:42:39,269 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=515e41470d1f81f2ce8c353aaeab98fa, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,32933,1731559250667 2024-11-14T04:42:39,271 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 515e41470d1f81f2ce8c353aaeab98fa, server=44289c305c03,32933,1731559250667 because future has completed 2024-11-14T04:42:39,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-14T04:42:39,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 515e41470d1f81f2ce8c353aaeab98fa, server=44289c305c03,32933,1731559250667 in 181 msec 2024-11-14T04:42:39,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-14T04:42:39,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=515e41470d1f81f2ce8c353aaeab98fa, ASSIGN in 341 msec 2024-11-14T04:42:39,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:42:39,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559359278"}]},"ts":"1731559359278"} 2024-11-14T04:42:39,281 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-14T04:42:39,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:42:39,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1860 sec 2024-11-14T04:42:40,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-14T04:42:40,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-14T04:42:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-14T04:42:41,126 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-11-14T04:42:41,126 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-14T04:42:41,127 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:42:41,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-14T04:42:41,145 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:42:41,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-11-14T04:42:41,149 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa., hostname=44289c305c03,32933,1731559250667, seqNum=2] 2024-11-14T04:42:41,161 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-14T04:42:41,161 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-14T04:42:41,166 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-14T04:42:41,168 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-14T04:42:41,170 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-14T04:42:41,171 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32933 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-14T04:42:41,774 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-11-14T04:42:44,756 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T04:42:47,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32933 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3517502636884492236' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T04:42:47,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32933 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:59296 deadline: 1731559373175, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3517502636884492236' does not exist 2024-11-14T04:42:47,179 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 44289c305c03,32933,1731559250667 for closing scanner id = -3517502636884492236 for 515e41470d1f81f2ce8c353aaeab98fa of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3517502636884492236' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:42:47,185 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=543 (was 588), ProcessCount=11 (was 11), AvailableMemoryMB=8263 (was 7529) - AvailableMemoryMB LEAK? - 2024-11-14T04:42:47,193 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=543, ProcessCount=11, AvailableMemoryMB=8263 2024-11-14T04:42:47,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:42:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-11-14T04:42:47,198 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:42:47,199 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:42:47,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-11-14T04:42:47,200 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:42:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-14T04:42:47,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741853_1029 (size=423) 2024-11-14T04:42:47,611 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 101c58dc399c362dcd4d4b62aa7bb892, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71 2024-11-14T04:42:47,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741854_1030 (size=74) 2024-11-14T04:42:47,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes 2024-11-14T04:42:48,020 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:42:48,021 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 101c58dc399c362dcd4d4b62aa7bb892, disabling compactions & flushes 2024-11-14T04:42:48,021 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892. 2024-11-14T04:42:48,021 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892. 2024-11-14T04:42:48,021 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892. after waiting 0 ms 2024-11-14T04:42:48,021 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892. 2024-11-14T04:42:48,021 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892. 2024-11-14T04:42:48,021 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 101c58dc399c362dcd4d4b62aa7bb892: Waiting for close lock at 1731559368021Disabling compacts and flushes for region at 1731559368021Disabling writes for close at 1731559368021Writing region close event to WAL at 1731559368021Closed at 1731559368021 2024-11-14T04:42:48,023 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:42:48,024 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731559368023"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559368023"}]},"ts":"1731559368023"} 2024-11-14T04:42:48,027 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:42:48,028 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:42:48,028 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559368028"}]},"ts":"1731559368028"} 2024-11-14T04:42:48,031 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-14T04:42:48,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=101c58dc399c362dcd4d4b62aa7bb892, ASSIGN}] 2024-11-14T04:42:48,033 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=101c58dc399c362dcd4d4b62aa7bb892, ASSIGN 2024-11-14T04:42:48,035 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=101c58dc399c362dcd4d4b62aa7bb892, ASSIGN; state=OFFLINE, location=44289c305c03,32933,1731559250667; forceNewPlan=false, retain=false 2024-11-14T04:42:48,186 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=101c58dc399c362dcd4d4b62aa7bb892, regionState=OPENING, regionLocation=44289c305c03,32933,1731559250667 2024-11-14T04:42:48,190 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=101c58dc399c362dcd4d4b62aa7bb892, ASSIGN because future has completed 2024-11-14T04:42:48,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 101c58dc399c362dcd4d4b62aa7bb892, server=44289c305c03,32933,1731559250667}] 2024-11-14T04:42:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-14T04:42:48,349 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892. 2024-11-14T04:42:48,350 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 101c58dc399c362dcd4d4b62aa7bb892, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:42:48,350 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 101c58dc399c362dcd4d4b62aa7bb892 2024-11-14T04:42:48,350 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:42:48,350 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 101c58dc399c362dcd4d4b62aa7bb892 2024-11-14T04:42:48,350 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 101c58dc399c362dcd4d4b62aa7bb892 2024-11-14T04:42:48,352 INFO [StoreOpener-101c58dc399c362dcd4d4b62aa7bb892-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 101c58dc399c362dcd4d4b62aa7bb892 2024-11-14T04:42:48,355 INFO [StoreOpener-101c58dc399c362dcd4d4b62aa7bb892-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 101c58dc399c362dcd4d4b62aa7bb892 columnFamilyName testFamily 2024-11-14T04:42:48,355 DEBUG [StoreOpener-101c58dc399c362dcd4d4b62aa7bb892-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:42:48,356 INFO [StoreOpener-101c58dc399c362dcd4d4b62aa7bb892-1 {}] regionserver.HStore(327): Store=101c58dc399c362dcd4d4b62aa7bb892/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:42:48,356 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 101c58dc399c362dcd4d4b62aa7bb892 2024-11-14T04:42:48,357 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnOpenScannerAsync/101c58dc399c362dcd4d4b62aa7bb892 2024-11-14T04:42:48,357 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnOpenScannerAsync/101c58dc399c362dcd4d4b62aa7bb892 2024-11-14T04:42:48,358 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 101c58dc399c362dcd4d4b62aa7bb892 2024-11-14T04:42:48,358 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 101c58dc399c362dcd4d4b62aa7bb892 2024-11-14T04:42:48,361 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 101c58dc399c362dcd4d4b62aa7bb892 2024-11-14T04:42:48,368 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnOpenScannerAsync/101c58dc399c362dcd4d4b62aa7bb892/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:42:48,368 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 101c58dc399c362dcd4d4b62aa7bb892; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62444486, jitterRate=-0.06950464844703674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T04:42:48,369 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 101c58dc399c362dcd4d4b62aa7bb892 2024-11-14T04:42:48,370 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 101c58dc399c362dcd4d4b62aa7bb892: Running coprocessor pre-open hook at 1731559368350Writing region info on filesystem at 1731559368350Initializing all the Stores at 1731559368352 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559368352Cleaning up temporary data from old regions at 1731559368358 (+6 ms)Running coprocessor post-open hooks at 1731559368369 (+11 ms)Region opened successfully at 1731559368370 (+1 ms) 2024-11-14T04:42:48,371 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892., pid=33, masterSystemTime=1731559368343 2024-11-14T04:42:48,374 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892. 2024-11-14T04:42:48,374 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892. 2024-11-14T04:42:48,375 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=101c58dc399c362dcd4d4b62aa7bb892, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,32933,1731559250667 2024-11-14T04:42:48,378 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 101c58dc399c362dcd4d4b62aa7bb892, server=44289c305c03,32933,1731559250667 because future has completed 2024-11-14T04:42:48,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-14T04:42:48,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 101c58dc399c362dcd4d4b62aa7bb892, server=44289c305c03,32933,1731559250667 in 190 msec 2024-11-14T04:42:48,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-14T04:42:48,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=101c58dc399c362dcd4d4b62aa7bb892, ASSIGN in 350 msec 2024-11-14T04:42:48,386 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:42:48,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559368386"}]},"ts":"1731559368386"} 2024-11-14T04:42:48,389 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-14T04:42:48,390 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:42:48,391 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:42:48,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1940 sec 2024-11-14T04:42:50,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-11-14T04:42:50,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-14T04:42:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-14T04:42:50,216 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-11-14T04:42:50,216 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-14T04:42:50,216 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:42:50,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-14T04:42:50,223 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:42:50,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-11-14T04:42:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892., hostname=44289c305c03,32933,1731559250667, seqNum=2] 2024-11-14T04:42:50,243 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-14T04:42:50,243 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-14T04:42:50,247 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-14T04:42:50,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32933 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-14T04:42:51,255 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892., hostname=44289c305c03,32933,1731559250667, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892., hostname=44289c305c03,32933,1731559250667, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=44289c305c03:32933 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms 2024-11-14T04:42:51,255 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892., hostname=44289c305c03,32933,1731559250667, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms 2024-11-14T04:42:51,256 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892., hostname=44289c305c03,32933,1731559250667, seqNum=2 from cache 2024-11-14T04:42:51,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes 2024-11-14T04:42:52,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892., hostname=44289c305c03,32933,1731559250667, seqNum=2] 2024-11-14T04:42:52,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32933 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-14T04:42:53,255 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892., hostname=44289c305c03,32933,1731559250667, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892., hostname=44289c305c03,32933,1731559250667, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=44289c305c03:32933 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=983ms, rpcTimeout=976ms 2024-11-14T04:42:53,255 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892., hostname=44289c305c03,32933,1731559250667, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=983ms, rpcTimeout=976ms 2024-11-14T04:42:53,255 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892., hostname=44289c305c03,32933,1731559250667, seqNum=2 from cache 2024-11-14T04:42:53,288 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221 (was 222), OpenFileDescriptor=446 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=540 (was 543), ProcessCount=11 (was 11), AvailableMemoryMB=7860 (was 8263) 2024-11-14T04:42:53,289 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:42:53,289 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:42:53,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:42:53,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:42:53,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:42:53,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:42:53,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:42:53,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:42:53,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:42:53,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:42:53,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:42:53,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:42:53,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=180146558, stopped=false 2024-11-14T04:42:53,300 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=44289c305c03,40567,1731559249559 2024-11-14T04:42:53,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T04:42:53,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:42:53,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x100ef8c47050001, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T04:42:53,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x100ef8c47050001, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:42:53,304 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:42:53,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32933-0x100ef8c47050001, quorum=127.0.0.1:56192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:42:53,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:42:53,307 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:42:53,307 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:42:53,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:42:53,308 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '44289c305c03,32933,1731559250667' ***** 2024-11-14T04:42:53,308 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:42:53,309 INFO [RS:0;44289c305c03:32933 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:42:53,309 INFO [RS:0;44289c305c03:32933 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:42:53,309 INFO [RS:0;44289c305c03:32933 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:42:53,309 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:42:53,310 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c96a92c953b143f81a40bdf317225db 2024-11-14T04:42:53,310 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(3091): Received CLOSE for a8ad1e3c5ec39140b682897c3f5dc1a2 2024-11-14T04:42:53,310 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e8798fd96c818d2782efed81738ff6c 2024-11-14T04:42:53,310 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(3091): Received CLOSE for 101c58dc399c362dcd4d4b62aa7bb892 2024-11-14T04:42:53,310 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(3091): Received CLOSE for fc429730d58955fea485ee6575290d63 2024-11-14T04:42:53,311 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(3091): Received CLOSE for f950ff8a4b3b59474ca6d42cc784a751 2024-11-14T04:42:53,311 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(3091): Received CLOSE for 44692b866443e722327c7cd16c639866 2024-11-14T04:42:53,311 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f7fc17f4c3fb2edf24ab68bf981528a 2024-11-14T04:42:53,311 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(3091): Received CLOSE for 515e41470d1f81f2ce8c353aaeab98fa 2024-11-14T04:42:53,311 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(3091): Received CLOSE for cc2ba869517a378d7e2ec15907356b2f 2024-11-14T04:42:53,311 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(959): stopping server 44289c305c03,32933,1731559250667 2024-11-14T04:42:53,311 INFO [RS:0;44289c305c03:32933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:42:53,311 INFO [RS:0;44289c305c03:32933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;44289c305c03:32933. 2024-11-14T04:42:53,311 DEBUG [RS:0;44289c305c03:32933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:42:53,311 DEBUG [RS:0;44289c305c03:32933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:42:53,311 INFO [RS:0;44289c305c03:32933 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:42:53,312 INFO [RS:0;44289c305c03:32933 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:42:53,312 INFO [RS:0;44289c305c03:32933 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:42:53,312 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:42:53,313 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c96a92c953b143f81a40bdf317225db, disabling compactions & flushes 2024-11-14T04:42:53,313 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db. 2024-11-14T04:42:53,313 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db. 2024-11-14T04:42:53,313 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db. after waiting 0 ms 2024-11-14T04:42:53,313 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db. 2024-11-14T04:42:53,316 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-11-14T04:42:53,316 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1351): Waiting on 101c58dc399c362dcd4d4b62aa7bb892, 1588230740, 1e8798fd96c818d2782efed81738ff6c, 1f7fc17f4c3fb2edf24ab68bf981528a, 44692b866443e722327c7cd16c639866, 4c96a92c953b143f81a40bdf317225db, 515e41470d1f81f2ce8c353aaeab98fa, a8ad1e3c5ec39140b682897c3f5dc1a2, cc2ba869517a378d7e2ec15907356b2f, f950ff8a4b3b59474ca6d42cc784a751, fc429730d58955fea485ee6575290d63 2024-11-14T04:42:53,318 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4c96a92c953b143f81a40bdf317225db 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-14T04:42:53,321 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:42:53,321 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:42:53,321 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:42:53,321 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:42:53,321 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:42:53,322 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-11-14T04:42:53,475 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4c96a92c953b143f81a40bdf317225db/.tmp/testFamily/b7310c8178d045b1980990c175ef3f1a is 61, key is row-0/testFamily:testQualifier/1731559352051/Put/seqid=0 2024-11-14T04:42:53,496 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/meta/1588230740/.tmp/info/86134b2f6b0a4111b1be58e5b7cb9f1c is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a./info:regioninfo/1731559314958/Put/seqid=0 2024-11-14T04:42:53,517 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1351): Waiting on 101c58dc399c362dcd4d4b62aa7bb892, 1588230740, 1e8798fd96c818d2782efed81738ff6c, 1f7fc17f4c3fb2edf24ab68bf981528a, 44692b866443e722327c7cd16c639866, 4c96a92c953b143f81a40bdf317225db, 515e41470d1f81f2ce8c353aaeab98fa, a8ad1e3c5ec39140b682897c3f5dc1a2, cc2ba869517a378d7e2ec15907356b2f, f950ff8a4b3b59474ca6d42cc784a751, fc429730d58955fea485ee6575290d63 2024-11-14T04:42:53,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741856_1032 (size=5049) 2024-11-14T04:42:53,563 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4c96a92c953b143f81a40bdf317225db/.tmp/testFamily/b7310c8178d045b1980990c175ef3f1a 2024-11-14T04:42:53,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741855_1031 (size=20564) 2024-11-14T04:42:53,710 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4c96a92c953b143f81a40bdf317225db/.tmp/testFamily/b7310c8178d045b1980990c175ef3f1a as hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4c96a92c953b143f81a40bdf317225db/testFamily/b7310c8178d045b1980990c175ef3f1a 2024-11-14T04:42:53,717 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1351): Waiting on 101c58dc399c362dcd4d4b62aa7bb892, 1588230740, 1e8798fd96c818d2782efed81738ff6c, 1f7fc17f4c3fb2edf24ab68bf981528a, 44692b866443e722327c7cd16c639866, 4c96a92c953b143f81a40bdf317225db, 515e41470d1f81f2ce8c353aaeab98fa, a8ad1e3c5ec39140b682897c3f5dc1a2, cc2ba869517a378d7e2ec15907356b2f, f950ff8a4b3b59474ca6d42cc784a751, fc429730d58955fea485ee6575290d63 2024-11-14T04:42:53,724 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4c96a92c953b143f81a40bdf317225db/testFamily/b7310c8178d045b1980990c175ef3f1a, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T04:42:53,774 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T04:42:53,776 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4c96a92c953b143f81a40bdf317225db in 416ms, sequenceid=8, compaction requested=false 2024-11-14T04:42:53,847 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4c96a92c953b143f81a40bdf317225db/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T04:42:53,855 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T04:42:53,860 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db. 2024-11-14T04:42:53,861 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c96a92c953b143f81a40bdf317225db: Waiting for close lock at 1731559373313Running coprocessor pre-close hooks at 1731559373313Disabling compacts and flushes for region at 1731559373313Disabling writes for close at 1731559373313Obtaining lock to block concurrent updates at 1731559373318 (+5 ms)Preparing flush snapshotting stores in 4c96a92c953b143f81a40bdf317225db at 1731559373318Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731559373330 (+12 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db. at 1731559373332 (+2 ms)Flushing 4c96a92c953b143f81a40bdf317225db/testFamily: creating writer at 1731559373341 (+9 ms)Flushing 4c96a92c953b143f81a40bdf317225db/testFamily: appending metadata at 1731559373462 (+121 ms)Flushing 4c96a92c953b143f81a40bdf317225db/testFamily: closing flushed file at 1731559373467 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99f8cef: reopening flushed file at 1731559373697 (+230 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4c96a92c953b143f81a40bdf317225db in 416ms, sequenceid=8, compaction requested=false at 1731559373776 (+79 ms)Writing region close event to WAL at 1731559373813 (+37 ms)Running coprocessor post-close hooks at 1731559373853 (+40 ms)Closed at 1731559373860 (+7 ms) 2024-11-14T04:42:53,861 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731559348986.4c96a92c953b143f81a40bdf317225db. 2024-11-14T04:42:53,862 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8ad1e3c5ec39140b682897c3f5dc1a2, disabling compactions & flushes 2024-11-14T04:42:53,862 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2. 2024-11-14T04:42:53,862 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2. 2024-11-14T04:42:53,862 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2. after waiting 0 ms 2024-11-14T04:42:53,862 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2. 2024-11-14T04:42:53,862 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a8ad1e3c5ec39140b682897c3f5dc1a2 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-14T04:42:53,876 DEBUG [master/44289c305c03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T04:42:53,917 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1351): Waiting on 101c58dc399c362dcd4d4b62aa7bb892, 1588230740, 1e8798fd96c818d2782efed81738ff6c, 1f7fc17f4c3fb2edf24ab68bf981528a, 44692b866443e722327c7cd16c639866, 515e41470d1f81f2ce8c353aaeab98fa, a8ad1e3c5ec39140b682897c3f5dc1a2, cc2ba869517a378d7e2ec15907356b2f, f950ff8a4b3b59474ca6d42cc784a751, fc429730d58955fea485ee6575290d63 2024-11-14T04:42:53,955 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-11-14T04:42:53,968 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/meta/1588230740/.tmp/info/86134b2f6b0a4111b1be58e5b7cb9f1c 2024-11-14T04:42:53,972 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testRetryOutOfOrderScannerNextException/a8ad1e3c5ec39140b682897c3f5dc1a2/.tmp/testFamily/9ad4d09ea68847d69a559b85e879453a is 61, key is row-0/testFamily:testQualifier/1731559332522/Put/seqid=0 2024-11-14T04:42:54,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741857_1033 (size=5049) 2024-11-14T04:42:54,024 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testRetryOutOfOrderScannerNextException/a8ad1e3c5ec39140b682897c3f5dc1a2/.tmp/testFamily/9ad4d09ea68847d69a559b85e879453a 2024-11-14T04:42:54,036 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testRetryOutOfOrderScannerNextException/a8ad1e3c5ec39140b682897c3f5dc1a2/.tmp/testFamily/9ad4d09ea68847d69a559b85e879453a as hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testRetryOutOfOrderScannerNextException/a8ad1e3c5ec39140b682897c3f5dc1a2/testFamily/9ad4d09ea68847d69a559b85e879453a 2024-11-14T04:42:54,052 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testRetryOutOfOrderScannerNextException/a8ad1e3c5ec39140b682897c3f5dc1a2/testFamily/9ad4d09ea68847d69a559b85e879453a, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T04:42:54,054 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a8ad1e3c5ec39140b682897c3f5dc1a2 in 192ms, sequenceid=8, compaction requested=false 2024-11-14T04:42:54,085 INFO [regionserver/44289c305c03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:42:54,085 INFO [regionserver/44289c305c03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:42:54,092 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testRetryOutOfOrderScannerNextException/a8ad1e3c5ec39140b682897c3f5dc1a2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T04:42:54,084 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/meta/1588230740/.tmp/ns/c3e3e96f1136474cb95acedc63d279c7 is 43, key is default/ns:d/1731559313722/Put/seqid=0 2024-11-14T04:42:54,093 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2. 2024-11-14T04:42:54,093 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8ad1e3c5ec39140b682897c3f5dc1a2: Waiting for close lock at 1731559373862Running coprocessor pre-close hooks at 1731559373862Disabling compacts and flushes for region at 1731559373862Disabling writes for close at 1731559373862Obtaining lock to block concurrent updates at 1731559373862Preparing flush snapshotting stores in a8ad1e3c5ec39140b682897c3f5dc1a2 at 1731559373862Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731559373863 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2. at 1731559373869 (+6 ms)Flushing a8ad1e3c5ec39140b682897c3f5dc1a2/testFamily: creating writer at 1731559373869Flushing a8ad1e3c5ec39140b682897c3f5dc1a2/testFamily: appending metadata at 1731559373971 (+102 ms)Flushing a8ad1e3c5ec39140b682897c3f5dc1a2/testFamily: closing flushed file at 1731559373971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34be0606: reopening flushed file at 1731559374035 (+64 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a8ad1e3c5ec39140b682897c3f5dc1a2 in 192ms, sequenceid=8, compaction requested=false at 1731559374054 (+19 ms)Writing region close event to WAL at 1731559374075 (+21 ms)Running coprocessor post-close hooks at 1731559374093 (+18 ms)Closed at 1731559374093 2024-11-14T04:42:54,094 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731559331490.a8ad1e3c5ec39140b682897c3f5dc1a2. 2024-11-14T04:42:54,094 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e8798fd96c818d2782efed81738ff6c, disabling compactions & flushes 2024-11-14T04:42:54,094 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c. 2024-11-14T04:42:54,094 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c. 2024-11-14T04:42:54,094 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c. after waiting 0 ms 2024-11-14T04:42:54,094 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c. 2024-11-14T04:42:54,094 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1e8798fd96c818d2782efed81738ff6c 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-14T04:42:54,118 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1351): Waiting on 101c58dc399c362dcd4d4b62aa7bb892, 1588230740, 1e8798fd96c818d2782efed81738ff6c, 1f7fc17f4c3fb2edf24ab68bf981528a, 44692b866443e722327c7cd16c639866, 515e41470d1f81f2ce8c353aaeab98fa, cc2ba869517a378d7e2ec15907356b2f, f950ff8a4b3b59474ca6d42cc784a751, fc429730d58955fea485ee6575290d63 2024-11-14T04:42:54,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741858_1034 (size=5153) 2024-11-14T04:42:54,166 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnNext/1e8798fd96c818d2782efed81738ff6c/.tmp/testFamily/c6f22fc385a44b48bb75a336f5f1e205 is 61, key is row-0/testFamily:testQualifier/1731559345925/Put/seqid=0 2024-11-14T04:42:54,166 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/meta/1588230740/.tmp/ns/c3e3e96f1136474cb95acedc63d279c7 2024-11-14T04:42:54,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741859_1035 (size=5049) 2024-11-14T04:42:54,228 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnNext/1e8798fd96c818d2782efed81738ff6c/.tmp/testFamily/c6f22fc385a44b48bb75a336f5f1e205 2024-11-14T04:42:54,246 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/meta/1588230740/.tmp/table/d939bf0be6e24f5c9523adaf8c8e2447 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731559314977/Put/seqid=0 2024-11-14T04:42:54,251 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnNext/1e8798fd96c818d2782efed81738ff6c/.tmp/testFamily/c6f22fc385a44b48bb75a336f5f1e205 as hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnNext/1e8798fd96c818d2782efed81738ff6c/testFamily/c6f22fc385a44b48bb75a336f5f1e205 2024-11-14T04:42:54,278 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnNext/1e8798fd96c818d2782efed81738ff6c/testFamily/c6f22fc385a44b48bb75a336f5f1e205, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T04:42:54,280 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1e8798fd96c818d2782efed81738ff6c in 185ms, sequenceid=8, compaction requested=false 2024-11-14T04:42:54,318 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close 2024-11-14T04:42:54,318 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1325): Online Regions={1e8798fd96c818d2782efed81738ff6c=testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c., 101c58dc399c362dcd4d4b62aa7bb892=testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892., 1588230740=hbase:meta,,1.1588230740, fc429730d58955fea485ee6575290d63=hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63., f950ff8a4b3b59474ca6d42cc784a751=testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751., 44692b866443e722327c7cd16c639866=testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866., 1f7fc17f4c3fb2edf24ab68bf981528a=testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a., 515e41470d1f81f2ce8c353aaeab98fa=hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa., cc2ba869517a378d7e2ec15907356b2f=hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f.} 2024-11-14T04:42:54,318 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1351): Waiting on 101c58dc399c362dcd4d4b62aa7bb892, 1588230740, 1e8798fd96c818d2782efed81738ff6c, 1f7fc17f4c3fb2edf24ab68bf981528a, 44692b866443e722327c7cd16c639866, 515e41470d1f81f2ce8c353aaeab98fa, cc2ba869517a378d7e2ec15907356b2f, f950ff8a4b3b59474ca6d42cc784a751, fc429730d58955fea485ee6575290d63 2024-11-14T04:42:54,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741860_1036 (size=6699) 2024-11-14T04:42:54,362 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnNext/1e8798fd96c818d2782efed81738ff6c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T04:42:54,369 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c. 2024-11-14T04:42:54,369 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e8798fd96c818d2782efed81738ff6c: Waiting for close lock at 1731559374094Running coprocessor pre-close hooks at 1731559374094Disabling compacts and flushes for region at 1731559374094Disabling writes for close at 1731559374094Obtaining lock to block concurrent updates at 1731559374094Preparing flush snapshotting stores in 1e8798fd96c818d2782efed81738ff6c at 1731559374094Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731559374095 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c. at 1731559374097 (+2 ms)Flushing 1e8798fd96c818d2782efed81738ff6c/testFamily: creating writer at 1731559374097Flushing 1e8798fd96c818d2782efed81738ff6c/testFamily: appending metadata at 1731559374165 (+68 ms)Flushing 1e8798fd96c818d2782efed81738ff6c/testFamily: closing flushed file at 1731559374165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42b6f52: reopening flushed file at 1731559374249 (+84 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1e8798fd96c818d2782efed81738ff6c in 185ms, sequenceid=8, compaction requested=false at 1731559374280 (+31 ms)Writing region close event to WAL at 1731559374338 (+58 ms)Running coprocessor post-close hooks at 1731559374369 (+31 ms)Closed at 1731559374369 2024-11-14T04:42:54,370 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731559342854.1e8798fd96c818d2782efed81738ff6c. 2024-11-14T04:42:54,370 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 101c58dc399c362dcd4d4b62aa7bb892, disabling compactions & flushes 2024-11-14T04:42:54,370 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892. 2024-11-14T04:42:54,370 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892. 2024-11-14T04:42:54,370 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892. after waiting 0 ms 2024-11-14T04:42:54,370 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892. 2024-11-14T04:42:54,370 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 101c58dc399c362dcd4d4b62aa7bb892 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-14T04:42:54,430 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnOpenScannerAsync/101c58dc399c362dcd4d4b62aa7bb892/.tmp/testFamily/9cf5814d33734d069f67fb4a1e7b3253 is 61, key is row-0/testFamily:testQualifier/1731559370228/Put/seqid=0 2024-11-14T04:42:54,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741861_1037 (size=5049) 2024-11-14T04:42:54,491 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnOpenScannerAsync/101c58dc399c362dcd4d4b62aa7bb892/.tmp/testFamily/9cf5814d33734d069f67fb4a1e7b3253 2024-11-14T04:42:54,504 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnOpenScannerAsync/101c58dc399c362dcd4d4b62aa7bb892/.tmp/testFamily/9cf5814d33734d069f67fb4a1e7b3253 as hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnOpenScannerAsync/101c58dc399c362dcd4d4b62aa7bb892/testFamily/9cf5814d33734d069f67fb4a1e7b3253 2024-11-14T04:42:54,527 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1351): Waiting on 101c58dc399c362dcd4d4b62aa7bb892, 1588230740, 1f7fc17f4c3fb2edf24ab68bf981528a, 44692b866443e722327c7cd16c639866, 515e41470d1f81f2ce8c353aaeab98fa, cc2ba869517a378d7e2ec15907356b2f, f950ff8a4b3b59474ca6d42cc784a751, fc429730d58955fea485ee6575290d63 2024-11-14T04:42:54,527 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnOpenScannerAsync/101c58dc399c362dcd4d4b62aa7bb892/testFamily/9cf5814d33734d069f67fb4a1e7b3253, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T04:42:54,531 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 101c58dc399c362dcd4d4b62aa7bb892 in 161ms, sequenceid=8, compaction requested=false 2024-11-14T04:42:54,544 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnOpenScannerAsync/101c58dc399c362dcd4d4b62aa7bb892/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T04:42:54,546 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892. 2024-11-14T04:42:54,546 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 101c58dc399c362dcd4d4b62aa7bb892: Waiting for close lock at 1731559374370Running coprocessor pre-close hooks at 1731559374370Disabling compacts and flushes for region at 1731559374370Disabling writes for close at 1731559374370Obtaining lock to block concurrent updates at 1731559374370Preparing flush snapshotting stores in 101c58dc399c362dcd4d4b62aa7bb892 at 1731559374370Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731559374371 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892. at 1731559374372 (+1 ms)Flushing 101c58dc399c362dcd4d4b62aa7bb892/testFamily: creating writer at 1731559374372Flushing 101c58dc399c362dcd4d4b62aa7bb892/testFamily: appending metadata at 1731559374424 (+52 ms)Flushing 101c58dc399c362dcd4d4b62aa7bb892/testFamily: closing flushed file at 1731559374430 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eae2b68: reopening flushed file at 1731559374503 (+73 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 101c58dc399c362dcd4d4b62aa7bb892 in 161ms, sequenceid=8, compaction requested=false at 1731559374531 (+28 ms)Writing region close event to WAL at 1731559374532 (+1 ms)Running coprocessor post-close hooks at 1731559374545 (+13 ms)Closed at 1731559374545 2024-11-14T04:42:54,546 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731559367195.101c58dc399c362dcd4d4b62aa7bb892. 2024-11-14T04:42:54,546 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc429730d58955fea485ee6575290d63, disabling compactions & flushes 2024-11-14T04:42:54,546 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63. 2024-11-14T04:42:54,546 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63. 2024-11-14T04:42:54,546 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63. after waiting 0 ms 2024-11-14T04:42:54,546 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63. 2024-11-14T04:42:54,547 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fc429730d58955fea485ee6575290d63 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-14T04:42:54,582 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnOpenScanner/fc429730d58955fea485ee6575290d63/.tmp/testFamily/f322ffa441704aada349b6a7004861ae is 61, key is row-0/testFamily:testQualifier/1731559318308/Put/seqid=0 2024-11-14T04:42:54,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741862_1038 (size=5049) 2024-11-14T04:42:54,727 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f7fc17f4c3fb2edf24ab68bf981528a, 44692b866443e722327c7cd16c639866, 515e41470d1f81f2ce8c353aaeab98fa, cc2ba869517a378d7e2ec15907356b2f, f950ff8a4b3b59474ca6d42cc784a751, fc429730d58955fea485ee6575290d63 2024-11-14T04:42:54,730 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/meta/1588230740/.tmp/table/d939bf0be6e24f5c9523adaf8c8e2447 2024-11-14T04:42:54,759 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/meta/1588230740/.tmp/info/86134b2f6b0a4111b1be58e5b7cb9f1c as hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/meta/1588230740/info/86134b2f6b0a4111b1be58e5b7cb9f1c 2024-11-14T04:42:54,771 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/meta/1588230740/info/86134b2f6b0a4111b1be58e5b7cb9f1c, entries=100, sequenceid=56, filesize=20.1 K 2024-11-14T04:42:54,774 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/meta/1588230740/.tmp/ns/c3e3e96f1136474cb95acedc63d279c7 as hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/meta/1588230740/ns/c3e3e96f1136474cb95acedc63d279c7 2024-11-14T04:42:54,786 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/meta/1588230740/ns/c3e3e96f1136474cb95acedc63d279c7, entries=2, sequenceid=56, filesize=5.0 K 2024-11-14T04:42:54,788 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/meta/1588230740/.tmp/table/d939bf0be6e24f5c9523adaf8c8e2447 as hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/meta/1588230740/table/d939bf0be6e24f5c9523adaf8c8e2447 2024-11-14T04:42:54,798 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/meta/1588230740/table/d939bf0be6e24f5c9523adaf8c8e2447, entries=20, sequenceid=56, filesize=6.5 K 2024-11-14T04:42:54,800 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1478ms, sequenceid=56, compaction requested=false 2024-11-14T04:42:54,851 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-11-14T04:42:54,855 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:42:54,855 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:42:54,855 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731559373321Running coprocessor pre-close hooks at 1731559373321Disabling compacts and flushes for region at 1731559373321Disabling writes for close at 1731559373321Obtaining lock to block concurrent updates at 1731559373322 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731559373322Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731559373331 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731559373332 (+1 ms)Flushing 1588230740/info: creating writer at 1731559373341 (+9 ms)Flushing 1588230740/info: appending metadata at 1731559373471 (+130 ms)Flushing 1588230740/info: closing flushed file at 1731559373471Flushing 1588230740/ns: creating writer at 1731559373997 (+526 ms)Flushing 1588230740/ns: appending metadata at 1731559374081 (+84 ms)Flushing 1588230740/ns: closing flushed file at 1731559374081Flushing 1588230740/table: creating writer at 1731559374179 (+98 ms)Flushing 1588230740/table: appending metadata at 1731559374245 (+66 ms)Flushing 1588230740/table: closing flushed file at 1731559374245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dfa6c62: reopening flushed file at 1731559374749 (+504 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa1b448: reopening flushed file at 1731559374772 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12e246a: reopening flushed file at 1731559374787 (+15 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1478ms, sequenceid=56, compaction requested=false at 1731559374800 (+13 ms)Writing region close event to WAL at 1731559374820 (+20 ms)Running coprocessor post-close hooks at 1731559374854 (+34 ms)Closed at 1731559374855 (+1 ms) 2024-11-14T04:42:54,855 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:42:54,927 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1351): Waiting on 1f7fc17f4c3fb2edf24ab68bf981528a, 44692b866443e722327c7cd16c639866, 515e41470d1f81f2ce8c353aaeab98fa, cc2ba869517a378d7e2ec15907356b2f, f950ff8a4b3b59474ca6d42cc784a751, fc429730d58955fea485ee6575290d63 2024-11-14T04:42:55,020 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnOpenScanner/fc429730d58955fea485ee6575290d63/.tmp/testFamily/f322ffa441704aada349b6a7004861ae 2024-11-14T04:42:55,049 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnOpenScanner/fc429730d58955fea485ee6575290d63/.tmp/testFamily/f322ffa441704aada349b6a7004861ae as hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnOpenScanner/fc429730d58955fea485ee6575290d63/testFamily/f322ffa441704aada349b6a7004861ae 2024-11-14T04:42:55,069 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnOpenScanner/fc429730d58955fea485ee6575290d63/testFamily/f322ffa441704aada349b6a7004861ae, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T04:42:55,078 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fc429730d58955fea485ee6575290d63 in 532ms, sequenceid=8, compaction requested=false 2024-11-14T04:42:55,121 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnOpenScanner/fc429730d58955fea485ee6575290d63/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T04:42:55,122 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63. 2024-11-14T04:42:55,123 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc429730d58955fea485ee6575290d63: Waiting for close lock at 1731559374546Running coprocessor pre-close hooks at 1731559374546Disabling compacts and flushes for region at 1731559374546Disabling writes for close at 1731559374546Obtaining lock to block concurrent updates at 1731559374547 (+1 ms)Preparing flush snapshotting stores in fc429730d58955fea485ee6575290d63 at 1731559374547Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731559374547Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63. at 1731559374548 (+1 ms)Flushing fc429730d58955fea485ee6575290d63/testFamily: creating writer at 1731559374549 (+1 ms)Flushing fc429730d58955fea485ee6575290d63/testFamily: appending metadata at 1731559374582 (+33 ms)Flushing fc429730d58955fea485ee6575290d63/testFamily: closing flushed file at 1731559374582Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1080ec91: reopening flushed file at 1731559375040 (+458 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fc429730d58955fea485ee6575290d63 in 532ms, sequenceid=8, compaction requested=false at 1731559375078 (+38 ms)Writing region close event to WAL at 1731559375110 (+32 ms)Running coprocessor post-close hooks at 1731559375122 (+12 ms)Closed at 1731559375122 2024-11-14T04:42:55,123 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731559315255.fc429730d58955fea485ee6575290d63. 2024-11-14T04:42:55,123 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f950ff8a4b3b59474ca6d42cc784a751, disabling compactions & flushes 2024-11-14T04:42:55,123 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751. 2024-11-14T04:42:55,123 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751. 2024-11-14T04:42:55,123 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751. after waiting 0 ms 2024-11-14T04:42:55,123 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751. 2024-11-14T04:42:55,123 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f950ff8a4b3b59474ca6d42cc784a751 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-14T04:42:55,128 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1351): Waiting on 1f7fc17f4c3fb2edf24ab68bf981528a, 44692b866443e722327c7cd16c639866, 515e41470d1f81f2ce8c353aaeab98fa, cc2ba869517a378d7e2ec15907356b2f, f950ff8a4b3b59474ca6d42cc784a751 2024-11-14T04:42:55,151 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnOpenScanner/f950ff8a4b3b59474ca6d42cc784a751/.tmp/testFamily/db33e4a3c28245aea84765e924995d05 is 61, key is row-0/testFamily:testQualifier/1731559335671/Put/seqid=0 2024-11-14T04:42:55,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741863_1039 (size=5049) 2024-11-14T04:42:55,176 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnOpenScanner/f950ff8a4b3b59474ca6d42cc784a751/.tmp/testFamily/db33e4a3c28245aea84765e924995d05 2024-11-14T04:42:55,211 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnOpenScanner/f950ff8a4b3b59474ca6d42cc784a751/.tmp/testFamily/db33e4a3c28245aea84765e924995d05 as hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnOpenScanner/f950ff8a4b3b59474ca6d42cc784a751/testFamily/db33e4a3c28245aea84765e924995d05 2024-11-14T04:42:55,239 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnOpenScanner/f950ff8a4b3b59474ca6d42cc784a751/testFamily/db33e4a3c28245aea84765e924995d05, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T04:42:55,247 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f950ff8a4b3b59474ca6d42cc784a751 in 123ms, sequenceid=8, compaction requested=false 2024-11-14T04:42:55,283 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnOpenScanner/f950ff8a4b3b59474ca6d42cc784a751/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T04:42:55,284 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751. 2024-11-14T04:42:55,284 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f950ff8a4b3b59474ca6d42cc784a751: Waiting for close lock at 1731559375123Running coprocessor pre-close hooks at 1731559375123Disabling compacts and flushes for region at 1731559375123Disabling writes for close at 1731559375123Obtaining lock to block concurrent updates at 1731559375123Preparing flush snapshotting stores in f950ff8a4b3b59474ca6d42cc784a751 at 1731559375123Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731559375124 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751. at 1731559375125 (+1 ms)Flushing f950ff8a4b3b59474ca6d42cc784a751/testFamily: creating writer at 1731559375125Flushing f950ff8a4b3b59474ca6d42cc784a751/testFamily: appending metadata at 1731559375150 (+25 ms)Flushing f950ff8a4b3b59474ca6d42cc784a751/testFamily: closing flushed file at 1731559375150Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4276c8b0: reopening flushed file at 1731559375204 (+54 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f950ff8a4b3b59474ca6d42cc784a751 in 123ms, sequenceid=8, compaction requested=false at 1731559375247 (+43 ms)Writing region close event to WAL at 1731559375264 (+17 ms)Running coprocessor post-close hooks at 1731559375284 (+20 ms)Closed at 1731559375284 2024-11-14T04:42:55,285 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731559332608.f950ff8a4b3b59474ca6d42cc784a751. 2024-11-14T04:42:55,285 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44692b866443e722327c7cd16c639866, disabling compactions & flushes 2024-11-14T04:42:55,285 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866. 2024-11-14T04:42:55,285 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866. 2024-11-14T04:42:55,285 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866. after waiting 0 ms 2024-11-14T04:42:55,285 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866. 2024-11-14T04:42:55,285 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 44692b866443e722327c7cd16c639866 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-14T04:42:55,319 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnNextAsync/44692b866443e722327c7cd16c639866/.tmp/testFamily/e5dd167ea7a64bc3b339622e501f4650 is 61, key is row-0/testFamily:testQualifier/1731559339769/Put/seqid=0 2024-11-14T04:42:55,328 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-14T04:42:55,328 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1325): Online Regions={44692b866443e722327c7cd16c639866=testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866., 1f7fc17f4c3fb2edf24ab68bf981528a=testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a., 515e41470d1f81f2ce8c353aaeab98fa=hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa., cc2ba869517a378d7e2ec15907356b2f=hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f.} 2024-11-14T04:42:55,328 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1351): Waiting on 1f7fc17f4c3fb2edf24ab68bf981528a, 44692b866443e722327c7cd16c639866, 515e41470d1f81f2ce8c353aaeab98fa, cc2ba869517a378d7e2ec15907356b2f 2024-11-14T04:42:55,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741864_1040 (size=5049) 2024-11-14T04:42:55,374 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnNextAsync/44692b866443e722327c7cd16c639866/.tmp/testFamily/e5dd167ea7a64bc3b339622e501f4650 2024-11-14T04:42:55,389 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnNextAsync/44692b866443e722327c7cd16c639866/.tmp/testFamily/e5dd167ea7a64bc3b339622e501f4650 as hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnNextAsync/44692b866443e722327c7cd16c639866/testFamily/e5dd167ea7a64bc3b339622e501f4650 2024-11-14T04:42:55,406 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnNextAsync/44692b866443e722327c7cd16c639866/testFamily/e5dd167ea7a64bc3b339622e501f4650, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T04:42:55,408 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 44692b866443e722327c7cd16c639866 in 123ms, sequenceid=8, compaction requested=false 2024-11-14T04:42:55,465 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testNormalScanTimeoutOnNextAsync/44692b866443e722327c7cd16c639866/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T04:42:55,466 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866. 2024-11-14T04:42:55,466 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44692b866443e722327c7cd16c639866: Waiting for close lock at 1731559375285Running coprocessor pre-close hooks at 1731559375285Disabling compacts and flushes for region at 1731559375285Disabling writes for close at 1731559375285Obtaining lock to block concurrent updates at 1731559375285Preparing flush snapshotting stores in 44692b866443e722327c7cd16c639866 at 1731559375285Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731559375285Flushing stores of testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866. at 1731559375292 (+7 ms)Flushing 44692b866443e722327c7cd16c639866/testFamily: creating writer at 1731559375293 (+1 ms)Flushing 44692b866443e722327c7cd16c639866/testFamily: appending metadata at 1731559375319 (+26 ms)Flushing 44692b866443e722327c7cd16c639866/testFamily: closing flushed file at 1731559375319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@281908b2: reopening flushed file at 1731559375386 (+67 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 44692b866443e722327c7cd16c639866 in 123ms, sequenceid=8, compaction requested=false at 1731559375408 (+22 ms)Writing region close event to WAL at 1731559375434 (+26 ms)Running coprocessor post-close hooks at 1731559375466 (+32 ms)Closed at 1731559375466 2024-11-14T04:42:55,466 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731559338731.44692b866443e722327c7cd16c639866. 2024-11-14T04:42:55,467 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f7fc17f4c3fb2edf24ab68bf981528a, disabling compactions & flushes 2024-11-14T04:42:55,467 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a. 2024-11-14T04:42:55,467 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a. 2024-11-14T04:42:55,467 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a. after waiting 0 ms 2024-11-14T04:42:55,467 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a. 2024-11-14T04:42:55,467 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1f7fc17f4c3fb2edf24ab68bf981528a 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-14T04:42:55,515 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f7fc17f4c3fb2edf24ab68bf981528a/.tmp/testFamily/4da693e9d1824f3d9a858441cffdad16 is 61, key is row-0/testFamily:testQualifier/1731559315164/Put/seqid=0 2024-11-14T04:42:55,528 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1351): Waiting on 1f7fc17f4c3fb2edf24ab68bf981528a, 515e41470d1f81f2ce8c353aaeab98fa, cc2ba869517a378d7e2ec15907356b2f 2024-11-14T04:42:55,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741865_1041 (size=5049) 2024-11-14T04:42:55,729 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1351): Waiting on 1f7fc17f4c3fb2edf24ab68bf981528a, 515e41470d1f81f2ce8c353aaeab98fa, cc2ba869517a378d7e2ec15907356b2f 2024-11-14T04:42:55,929 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1351): Waiting on 1f7fc17f4c3fb2edf24ab68bf981528a, 515e41470d1f81f2ce8c353aaeab98fa, cc2ba869517a378d7e2ec15907356b2f 2024-11-14T04:42:55,949 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f7fc17f4c3fb2edf24ab68bf981528a/.tmp/testFamily/4da693e9d1824f3d9a858441cffdad16 2024-11-14T04:42:55,968 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f7fc17f4c3fb2edf24ab68bf981528a/.tmp/testFamily/4da693e9d1824f3d9a858441cffdad16 as hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f7fc17f4c3fb2edf24ab68bf981528a/testFamily/4da693e9d1824f3d9a858441cffdad16 2024-11-14T04:42:55,995 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f7fc17f4c3fb2edf24ab68bf981528a/testFamily/4da693e9d1824f3d9a858441cffdad16, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T04:42:55,997 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1f7fc17f4c3fb2edf24ab68bf981528a in 529ms, sequenceid=8, compaction requested=false 2024-11-14T04:42:56,078 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f7fc17f4c3fb2edf24ab68bf981528a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T04:42:56,082 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a. 2024-11-14T04:42:56,082 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f7fc17f4c3fb2edf24ab68bf981528a: Waiting for close lock at 1731559375467Running coprocessor pre-close hooks at 1731559375467Disabling compacts and flushes for region at 1731559375467Disabling writes for close at 1731559375467Obtaining lock to block concurrent updates at 1731559375467Preparing flush snapshotting stores in 1f7fc17f4c3fb2edf24ab68bf981528a at 1731559375467Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731559375467Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a. at 1731559375469 (+2 ms)Flushing 1f7fc17f4c3fb2edf24ab68bf981528a/testFamily: creating writer at 1731559375469Flushing 1f7fc17f4c3fb2edf24ab68bf981528a/testFamily: appending metadata at 1731559375514 (+45 ms)Flushing 1f7fc17f4c3fb2edf24ab68bf981528a/testFamily: closing flushed file at 1731559375514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62a9f3fc: reopening flushed file at 1731559375967 (+453 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1f7fc17f4c3fb2edf24ab68bf981528a in 529ms, sequenceid=8, compaction requested=false at 1731559375997 (+30 ms)Writing region close event to WAL at 1731559376029 (+32 ms)Running coprocessor post-close hooks at 1731559376082 (+53 ms)Closed at 1731559376082 2024-11-14T04:42:56,083 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731559314083.1f7fc17f4c3fb2edf24ab68bf981528a. 2024-11-14T04:42:56,083 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 515e41470d1f81f2ce8c353aaeab98fa, disabling compactions & flushes 2024-11-14T04:42:56,083 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa. 2024-11-14T04:42:56,083 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa. 2024-11-14T04:42:56,083 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa. after waiting 0 ms 2024-11-14T04:42:56,083 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa. 2024-11-14T04:42:56,083 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 515e41470d1f81f2ce8c353aaeab98fa 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-14T04:42:56,132 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1351): Waiting on 515e41470d1f81f2ce8c353aaeab98fa, cc2ba869517a378d7e2ec15907356b2f 2024-11-14T04:42:56,146 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnNext/515e41470d1f81f2ce8c353aaeab98fa/.tmp/testFamily/20caa193b3254bda98cbee64993b1a33 is 61, key is row-0/testFamily:testQualifier/1731559361150/Put/seqid=0 2024-11-14T04:42:56,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741866_1042 (size=5049) 2024-11-14T04:42:56,196 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnNext/515e41470d1f81f2ce8c353aaeab98fa/.tmp/testFamily/20caa193b3254bda98cbee64993b1a33 2024-11-14T04:42:56,233 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnNext/515e41470d1f81f2ce8c353aaeab98fa/.tmp/testFamily/20caa193b3254bda98cbee64993b1a33 as hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnNext/515e41470d1f81f2ce8c353aaeab98fa/testFamily/20caa193b3254bda98cbee64993b1a33 2024-11-14T04:42:56,254 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnNext/515e41470d1f81f2ce8c353aaeab98fa/testFamily/20caa193b3254bda98cbee64993b1a33, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T04:42:56,256 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 515e41470d1f81f2ce8c353aaeab98fa in 173ms, sequenceid=8, compaction requested=false 2024-11-14T04:42:56,273 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnNext/515e41470d1f81f2ce8c353aaeab98fa/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T04:42:56,274 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa. 2024-11-14T04:42:56,274 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 515e41470d1f81f2ce8c353aaeab98fa: Waiting for close lock at 1731559376083Running coprocessor pre-close hooks at 1731559376083Disabling compacts and flushes for region at 1731559376083Disabling writes for close at 1731559376083Obtaining lock to block concurrent updates at 1731559376083Preparing flush snapshotting stores in 515e41470d1f81f2ce8c353aaeab98fa at 1731559376083Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731559376084 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa. at 1731559376085 (+1 ms)Flushing 515e41470d1f81f2ce8c353aaeab98fa/testFamily: creating writer at 1731559376085Flushing 515e41470d1f81f2ce8c353aaeab98fa/testFamily: appending metadata at 1731559376145 (+60 ms)Flushing 515e41470d1f81f2ce8c353aaeab98fa/testFamily: closing flushed file at 1731559376145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66bc5453: reopening flushed file at 1731559376230 (+85 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 515e41470d1f81f2ce8c353aaeab98fa in 173ms, sequenceid=8, compaction requested=false at 1731559376256 (+26 ms)Writing region close event to WAL at 1731559376266 (+10 ms)Running coprocessor post-close hooks at 1731559376274 (+8 ms)Closed at 1731559376274 2024-11-14T04:42:56,274 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731559358095.515e41470d1f81f2ce8c353aaeab98fa. 2024-11-14T04:42:56,274 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc2ba869517a378d7e2ec15907356b2f, disabling compactions & flushes 2024-11-14T04:42:56,274 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f. 2024-11-14T04:42:56,275 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f. 2024-11-14T04:42:56,275 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f. after waiting 0 ms 2024-11-14T04:42:56,275 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f. 2024-11-14T04:42:56,275 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cc2ba869517a378d7e2ec15907356b2f 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-14T04:42:56,304 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnNextAsync/cc2ba869517a378d7e2ec15907356b2f/.tmp/testFamily/d7ebac794e0d40058431ecb0d3a1cdc2 is 61, key is row-0/testFamily:testQualifier/1731559325420/Put/seqid=0 2024-11-14T04:42:56,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741867_1043 (size=5049) 2024-11-14T04:42:56,324 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnNextAsync/cc2ba869517a378d7e2ec15907356b2f/.tmp/testFamily/d7ebac794e0d40058431ecb0d3a1cdc2 2024-11-14T04:42:56,332 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T04:42:56,332 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1325): Online Regions={cc2ba869517a378d7e2ec15907356b2f=hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f.} 2024-11-14T04:42:56,332 DEBUG [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1351): Waiting on cc2ba869517a378d7e2ec15907356b2f 2024-11-14T04:42:56,345 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnNextAsync/cc2ba869517a378d7e2ec15907356b2f/.tmp/testFamily/d7ebac794e0d40058431ecb0d3a1cdc2 as hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnNextAsync/cc2ba869517a378d7e2ec15907356b2f/testFamily/d7ebac794e0d40058431ecb0d3a1cdc2 2024-11-14T04:42:56,355 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnNextAsync/cc2ba869517a378d7e2ec15907356b2f/testFamily/d7ebac794e0d40058431ecb0d3a1cdc2, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T04:42:56,357 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for cc2ba869517a378d7e2ec15907356b2f in 82ms, sequenceid=8, compaction requested=false 2024-11-14T04:42:56,386 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/data/hbase/testMetaScanTimeoutOnNextAsync/cc2ba869517a378d7e2ec15907356b2f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T04:42:56,387 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f. 2024-11-14T04:42:56,387 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc2ba869517a378d7e2ec15907356b2f: Waiting for close lock at 1731559376274Running coprocessor pre-close hooks at 1731559376274Disabling compacts and flushes for region at 1731559376274Disabling writes for close at 1731559376275 (+1 ms)Obtaining lock to block concurrent updates at 1731559376275Preparing flush snapshotting stores in cc2ba869517a378d7e2ec15907356b2f at 1731559376275Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731559376275Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f. at 1731559376276 (+1 ms)Flushing cc2ba869517a378d7e2ec15907356b2f/testFamily: creating writer at 1731559376276Flushing cc2ba869517a378d7e2ec15907356b2f/testFamily: appending metadata at 1731559376304 (+28 ms)Flushing cc2ba869517a378d7e2ec15907356b2f/testFamily: closing flushed file at 1731559376304Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eeb5eae: reopening flushed file at 1731559376340 (+36 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for cc2ba869517a378d7e2ec15907356b2f in 82ms, sequenceid=8, compaction requested=false at 1731559376357 (+17 ms)Writing region close event to WAL at 1731559376361 (+4 ms)Running coprocessor post-close hooks at 1731559376387 (+26 ms)Closed at 1731559376387 2024-11-14T04:42:56,387 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731559324376.cc2ba869517a378d7e2ec15907356b2f. 2024-11-14T04:42:56,533 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(976): stopping server 44289c305c03,32933,1731559250667; all regions closed. 2024-11-14T04:42:56,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741834_1010 (size=19479) 2024-11-14T04:42:56,563 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/WALs/44289c305c03,32933,1731559250667/44289c305c03%2C32933%2C1731559250667.meta.1731559313529.meta not finished, retry = 0 2024-11-14T04:42:56,690 DEBUG [RS:0;44289c305c03:32933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/oldWALs 2024-11-14T04:42:56,691 INFO [RS:0;44289c305c03:32933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 44289c305c03%2C32933%2C1731559250667.meta:.meta(num 1731559313529) 2024-11-14T04:42:56,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741833_1009 (size=20031) 2024-11-14T04:42:56,758 DEBUG [RS:0;44289c305c03:32933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/oldWALs 2024-11-14T04:42:56,758 INFO [RS:0;44289c305c03:32933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 44289c305c03%2C32933%2C1731559250667:(num 1731559313133) 2024-11-14T04:42:56,758 DEBUG [RS:0;44289c305c03:32933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:42:56,758 INFO [RS:0;44289c305c03:32933 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:42:56,758 INFO [RS:0;44289c305c03:32933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:42:56,759 INFO [RS:0;44289c305c03:32933 {}] hbase.ChoreService(370): Chore service for: regionserver/44289c305c03:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T04:42:56,759 INFO [RS:0;44289c305c03:32933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:42:56,759 INFO [regionserver/44289c305c03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:42:56,761 INFO [RS:0;44289c305c03:32933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32933 2024-11-14T04:42:56,767 INFO [RS:0;44289c305c03:32933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:42:56,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x100ef8c47050001, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/44289c305c03,32933,1731559250667 2024-11-14T04:42:56,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:42:56,774 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [44289c305c03,32933,1731559250667] 2024-11-14T04:42:56,778 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/44289c305c03,32933,1731559250667 already deleted, retry=false 2024-11-14T04:42:56,778 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 44289c305c03,32933,1731559250667 expired; onlineServers=0 2024-11-14T04:42:56,778 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '44289c305c03,40567,1731559249559' ***** 2024-11-14T04:42:56,778 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:42:56,778 INFO [M:0;44289c305c03:40567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:42:56,778 INFO [M:0;44289c305c03:40567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:42:56,779 DEBUG [M:0;44289c305c03:40567 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:42:56,779 DEBUG [M:0;44289c305c03:40567 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:42:56,779 DEBUG [master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731559252973 {}] cleaner.HFileCleaner(306): Exit Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731559252973,5,FailOnTimeoutGroup] 2024-11-14T04:42:56,779 INFO [M:0;44289c305c03:40567 {}] hbase.ChoreService(370): Chore service for: master/44289c305c03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:42:56,779 INFO [M:0;44289c305c03:40567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:42:56,779 DEBUG [M:0;44289c305c03:40567 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:42:56,779 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:42:56,779 INFO [M:0;44289c305c03:40567 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:42:56,779 INFO [M:0;44289c305c03:40567 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:42:56,780 INFO [M:0;44289c305c03:40567 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:42:56,781 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:42:56,781 DEBUG [master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731559252972 {}] cleaner.HFileCleaner(306): Exit Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731559252972,5,FailOnTimeoutGroup] 2024-11-14T04:42:56,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T04:42:56,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:42:56,783 DEBUG [M:0;44289c305c03:40567 {}] zookeeper.ZKUtil(347): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T04:42:56,783 WARN [M:0;44289c305c03:40567 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:42:56,785 INFO [M:0;44289c305c03:40567 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/.lastflushedseqids 2024-11-14T04:42:56,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741868_1044 (size=712) 2024-11-14T04:42:56,817 INFO [M:0;44289c305c03:40567 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:42:56,821 INFO [M:0;44289c305c03:40567 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:42:56,822 DEBUG [M:0;44289c305c03:40567 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:42:56,822 INFO [M:0;44289c305c03:40567 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:42:56,822 DEBUG [M:0;44289c305c03:40567 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:42:56,822 DEBUG [M:0;44289c305c03:40567 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:42:56,822 DEBUG [M:0;44289c305c03:40567 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:42:56,822 INFO [M:0;44289c305c03:40567 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.03 KB heapSize=191.06 KB 2024-11-14T04:42:56,832 INFO [regionserver/44289c305c03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:42:56,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x100ef8c47050001, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:42:56,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x100ef8c47050001, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:42:56,872 INFO [RS:0;44289c305c03:32933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:42:56,872 INFO [RS:0;44289c305c03:32933 {}] regionserver.HRegionServer(1031): Exiting; stopping=44289c305c03,32933,1731559250667; zookeeper connection closed. 2024-11-14T04:42:56,887 DEBUG [M:0;44289c305c03:40567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ced9fd53a40a4999a19a298baee45e32 is 82, key is hbase:meta,,1/info:regioninfo/1731559313627/Put/seqid=0 2024-11-14T04:42:56,897 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c452b35 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c452b35 2024-11-14T04:42:56,898 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:42:56,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741869_1045 (size=5672) 2024-11-14T04:42:56,929 INFO [M:0;44289c305c03:40567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ced9fd53a40a4999a19a298baee45e32 2024-11-14T04:42:56,973 DEBUG [M:0;44289c305c03:40567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72947a6fe2074fb1923eab01e2001f8c is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731559314986/Put/seqid=0 2024-11-14T04:42:57,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741870_1046 (size=14064) 2024-11-14T04:42:57,009 INFO [M:0;44289c305c03:40567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.47 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72947a6fe2074fb1923eab01e2001f8c 2024-11-14T04:42:57,019 INFO [M:0;44289c305c03:40567 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72947a6fe2074fb1923eab01e2001f8c 2024-11-14T04:42:57,064 DEBUG [M:0;44289c305c03:40567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b497f18fff0945ed845bd16ce83ba2d6 is 69, key is 44289c305c03,32933,1731559250667/rs:state/1731559282957/Put/seqid=0 2024-11-14T04:42:57,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741871_1047 (size=5156) 2024-11-14T04:42:57,530 INFO [M:0;44289c305c03:40567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b497f18fff0945ed845bd16ce83ba2d6 2024-11-14T04:42:57,558 DEBUG [M:0;44289c305c03:40567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ced9fd53a40a4999a19a298baee45e32 as hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ced9fd53a40a4999a19a298baee45e32 2024-11-14T04:42:57,570 INFO [M:0;44289c305c03:40567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ced9fd53a40a4999a19a298baee45e32, entries=8, sequenceid=319, filesize=5.5 K 2024-11-14T04:42:57,581 DEBUG [M:0;44289c305c03:40567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72947a6fe2074fb1923eab01e2001f8c as hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72947a6fe2074fb1923eab01e2001f8c 2024-11-14T04:42:57,602 INFO [M:0;44289c305c03:40567 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72947a6fe2074fb1923eab01e2001f8c 2024-11-14T04:42:57,602 INFO [M:0;44289c305c03:40567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72947a6fe2074fb1923eab01e2001f8c, entries=33, sequenceid=319, filesize=13.7 K 2024-11-14T04:42:57,604 DEBUG [M:0;44289c305c03:40567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b497f18fff0945ed845bd16ce83ba2d6 as hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b497f18fff0945ed845bd16ce83ba2d6 2024-11-14T04:42:57,621 INFO [M:0;44289c305c03:40567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33559/user/jenkins/test-data/58370f7e-6e0b-5024-1903-ee4779112d71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b497f18fff0945ed845bd16ce83ba2d6, entries=1, sequenceid=319, filesize=5.0 K 2024-11-14T04:42:57,623 INFO [M:0;44289c305c03:40567 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.03 KB/166943, heapSize ~190.77 KB/195344, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 801ms, sequenceid=319, compaction requested=false 2024-11-14T04:42:57,664 INFO [M:0;44289c305c03:40567 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:42:57,664 DEBUG [M:0;44289c305c03:40567 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731559376821Disabling compacts and flushes for region at 1731559376821Disabling writes for close at 1731559376822 (+1 ms)Obtaining lock to block concurrent updates at 1731559376822Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731559376822Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166943, getHeapSize=195584, getOffHeapSize=0, getCellsCount=366 at 1731559376822Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731559376833 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731559376834 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731559376882 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731559376883 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731559376940 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731559376971 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731559376971Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731559377020 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731559377063 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731559377063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d33d7bf: reopening flushed file at 1731559377557 (+494 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4410038e: reopening flushed file at 1731559377570 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e7573bd: reopening flushed file at 1731559377603 (+33 ms)Finished flush of dataSize ~163.03 KB/166943, heapSize ~190.77 KB/195344, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 801ms, sequenceid=319, compaction requested=false at 1731559377623 (+20 ms)Writing region close event to WAL at 1731559377664 (+41 ms)Closed at 1731559377664 2024-11-14T04:42:57,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741830_1006 (size=188285) 2024-11-14T04:42:57,696 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:42:57,696 INFO [M:0;44289c305c03:40567 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:42:57,697 INFO [M:0;44289c305c03:40567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40567 2024-11-14T04:42:57,697 INFO [M:0;44289c305c03:40567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:42:57,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:42:57,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40567-0x100ef8c47050000, quorum=127.0.0.1:56192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:42:57,800 INFO [M:0;44289c305c03:40567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:42:57,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5359669a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:42:57,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a8bacf4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:42:57,834 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:42:57,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c25baf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:42:57,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6506e00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/hadoop.log.dir/,STOPPED} 2024-11-14T04:42:57,847 WARN [BP-447024998-172.17.0.2-1731559245264 heartbeating to localhost/127.0.0.1:33559 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:42:57,847 WARN [BP-447024998-172.17.0.2-1731559245264 heartbeating to localhost/127.0.0.1:33559 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-447024998-172.17.0.2-1731559245264 (Datanode Uuid f112c20c-177b-410f-a33f-49607d699f7a) service to localhost/127.0.0.1:33559 2024-11-14T04:42:57,848 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:42:57,848 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:42:57,850 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/cluster_39f83e4b-21c6-7bb9-e0df-97bd9bc4355b/data/data1/current/BP-447024998-172.17.0.2-1731559245264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:42:57,850 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/cluster_39f83e4b-21c6-7bb9-e0df-97bd9bc4355b/data/data2/current/BP-447024998-172.17.0.2-1731559245264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:42:57,851 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:42:57,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@562f0d0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:42:57,887 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:42:57,887 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:42:57,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:42:57,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6de33642-a2cd-d43e-066f-c520bfe9bcc5/hadoop.log.dir/,STOPPED} 2024-11-14T04:42:57,962 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T04:42:58,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down