2024-11-22 05:37:39,249 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-22 05:37:39,268 main DEBUG Took 0.016893 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 05:37:39,269 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 05:37:39,269 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 05:37:39,270 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 05:37:39,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:37:39,279 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 05:37:39,293 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:37:39,295 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:37:39,295 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:37:39,296 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:37:39,297 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:37:39,297 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:37:39,298 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:37:39,299 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:37:39,300 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:37:39,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:37:39,301 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:37:39,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:37:39,302 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:37:39,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:37:39,303 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:37:39,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:37:39,304 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:37:39,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:37:39,305 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:37:39,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:37:39,306 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:37:39,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:37:39,307 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:37:39,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:37:39,308 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:37:39,309 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 05:37:39,311 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:37:39,312 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 05:37:39,315 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 05:37:39,315 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 05:37:39,317 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 05:37:39,318 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 05:37:39,326 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 05:37:39,328 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 05:37:39,330 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 05:37:39,330 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 05:37:39,331 main DEBUG createAppenders(={Console}) 2024-11-22 05:37:39,331 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-11-22 05:37:39,332 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-22 05:37:39,332 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-11-22 05:37:39,333 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 05:37:39,333 main DEBUG OutputStream closed 2024-11-22 05:37:39,333 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 05:37:39,334 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 05:37:39,334 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-11-22 05:37:39,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 05:37:39,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 05:37:39,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 05:37:39,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 05:37:39,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 05:37:39,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 05:37:39,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 05:37:39,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 05:37:39,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 05:37:39,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 05:37:39,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 05:37:39,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 05:37:39,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 05:37:39,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 05:37:39,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 05:37:39,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 05:37:39,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 05:37:39,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 05:37:39,436 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 05:37:39,436 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-11-22 05:37:39,437 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 05:37:39,437 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-11-22T05:37:39,452 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-11-22 05:37:39,455 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 05:37:39,455 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T05:37:39,691 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab 2024-11-22T05:37:39,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:37:39,743 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/cluster_56f75cc5-5f27-90ee-b309-5bea662b9cea, deleteOnExit=true 2024-11-22T05:37:39,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:37:39,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/test.cache.data in system properties and HBase conf 2024-11-22T05:37:39,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:37:39,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:37:39,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:37:39,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:37:39,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:37:39,887 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T05:37:39,979 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:37:39,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:37:39,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:37:39,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:37:39,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:37:39,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:37:39,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:37:39,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:37:39,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:37:39,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:37:39,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:37:39,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:37:39,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:37:39,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:37:39,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:37:41,112 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T05:37:41,195 INFO [Time-limited test {}] log.Log(170): Logging initialized @2638ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T05:37:41,264 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:37:41,320 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:37:41,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:37:41,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:37:41,341 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:37:41,352 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:37:41,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57edb59a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:37:41,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38de4b28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:37:41,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@145130b3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/java.io.tmpdir/jetty-localhost-34333-hadoop-hdfs-3_4_1-tests_jar-_-any-15121664601645400814/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:37:41,538 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6996888d{HTTP/1.1, (http/1.1)}{localhost:34333} 2024-11-22T05:37:41,538 INFO [Time-limited test {}] server.Server(415): Started @2982ms 2024-11-22T05:37:42,115 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:37:42,123 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:37:42,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:37:42,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:37:42,124 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:37:42,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57f65476{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:37:42,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143e3ebb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:37:42,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a5c564{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/java.io.tmpdir/jetty-localhost-33553-hadoop-hdfs-3_4_1-tests_jar-_-any-4271210655893689392/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:37:42,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@472d7cc5{HTTP/1.1, (http/1.1)}{localhost:33553} 2024-11-22T05:37:42,226 INFO [Time-limited test {}] server.Server(415): Started @3670ms 2024-11-22T05:37:42,274 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:37:43,243 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/cluster_56f75cc5-5f27-90ee-b309-5bea662b9cea/data/data2/current/BP-1704506025-172.17.0.2-1732253860585/current, will proceed with Du for space computation calculation, 2024-11-22T05:37:43,243 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/cluster_56f75cc5-5f27-90ee-b309-5bea662b9cea/data/data1/current/BP-1704506025-172.17.0.2-1732253860585/current, will proceed with Du for space computation calculation, 2024-11-22T05:37:43,268 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:37:43,314 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f58ea33eaa75502 with lease ID 0x34cf845184ea83da: Processing first storage report for DS-21e16df7-f1a9-4d65-9703-f5f7dc645c56 from datanode DatanodeRegistration(127.0.0.1:34061, datanodeUuid=4b868e61-342e-4a15-8f85-67333097c8a1, infoPort=38975, infoSecurePort=0, ipcPort=41453, storageInfo=lv=-57;cid=testClusterID;nsid=757191473;c=1732253860585) 2024-11-22T05:37:43,315 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f58ea33eaa75502 with lease ID 0x34cf845184ea83da: from storage DS-21e16df7-f1a9-4d65-9703-f5f7dc645c56 node DatanodeRegistration(127.0.0.1:34061, datanodeUuid=4b868e61-342e-4a15-8f85-67333097c8a1, infoPort=38975, infoSecurePort=0, ipcPort=41453, storageInfo=lv=-57;cid=testClusterID;nsid=757191473;c=1732253860585), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-22T05:37:43,315 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f58ea33eaa75502 with lease ID 0x34cf845184ea83da: Processing first storage report for DS-f3c4dd3f-92da-4f50-9968-abd292a3d657 from datanode DatanodeRegistration(127.0.0.1:34061, datanodeUuid=4b868e61-342e-4a15-8f85-67333097c8a1, infoPort=38975, infoSecurePort=0, ipcPort=41453, storageInfo=lv=-57;cid=testClusterID;nsid=757191473;c=1732253860585) 2024-11-22T05:37:43,316 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f58ea33eaa75502 with lease ID 0x34cf845184ea83da: from storage DS-f3c4dd3f-92da-4f50-9968-abd292a3d657 node DatanodeRegistration(127.0.0.1:34061, datanodeUuid=4b868e61-342e-4a15-8f85-67333097c8a1, infoPort=38975, infoSecurePort=0, ipcPort=41453, storageInfo=lv=-57;cid=testClusterID;nsid=757191473;c=1732253860585), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:37:43,389 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab 2024-11-22T05:37:43,458 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/cluster_56f75cc5-5f27-90ee-b309-5bea662b9cea/zookeeper_0, clientPort=59971, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/cluster_56f75cc5-5f27-90ee-b309-5bea662b9cea/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/cluster_56f75cc5-5f27-90ee-b309-5bea662b9cea/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T05:37:43,468 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59971 2024-11-22T05:37:43,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:37:43,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:37:43,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:37:44,090 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b with version=8 2024-11-22T05:37:44,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/hbase-staging 2024-11-22T05:37:44,169 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T05:37:44,421 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=9 2024-11-22T05:37:44,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:37:44,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:37:44,434 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:37:44,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:37:44,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:37:44,551 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:37:44,599 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T05:37:44,607 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T05:37:44,610 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:37:44,631 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 127970 (auto-detected) 2024-11-22T05:37:44,632 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T05:37:44,648 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42399 2024-11-22T05:37:44,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42399 connecting to ZooKeeper ensemble=127.0.0.1:59971 2024-11-22T05:37:44,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423990x0, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:37:44,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42399-0x101610c49bc0000 connected 2024-11-22T05:37:44,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:37:44,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:37:44,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T05:37:44,946 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b, hbase.cluster.distributed=false 2024-11-22T05:37:44,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T05:37:44,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42399 2024-11-22T05:37:44,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42399 2024-11-22T05:37:44,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42399 2024-11-22T05:37:44,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42399 2024-11-22T05:37:44,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42399 2024-11-22T05:37:45,076 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=9 2024-11-22T05:37:45,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:37:45,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:37:45,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:37:45,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:37:45,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:37:45,081 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:37:45,085 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:37:45,086 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34381 2024-11-22T05:37:45,088 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34381 connecting to ZooKeeper ensemble=127.0.0.1:59971 2024-11-22T05:37:45,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:37:45,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:37:45,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343810x0, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:37:45,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343810x0, quorum=127.0.0.1:59971, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T05:37:45,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34381-0x101610c49bc0001 connected 2024-11-22T05:37:45,113 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:37:45,122 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:37:45,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34381-0x101610c49bc0001, quorum=127.0.0.1:59971, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T05:37:45,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34381-0x101610c49bc0001, quorum=127.0.0.1:59971, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T05:37:45,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34381 2024-11-22T05:37:45,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34381 2024-11-22T05:37:45,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34381 2024-11-22T05:37:45,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34381 2024-11-22T05:37:45,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34381 2024-11-22T05:37:45,148 DEBUG [M:0;82891a793a29:42399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:42399 2024-11-22T05:37:45,150 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/82891a793a29,42399,1732253864270 2024-11-22T05:37:45,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T05:37:45,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x101610c49bc0001, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T05:37:45,168 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/82891a793a29,42399,1732253864270 2024-11-22T05:37:45,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:37:45,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x101610c49bc0001, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T05:37:45,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x101610c49bc0001, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:37:45,199 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T05:37:45,200 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/82891a793a29,42399,1732253864270 from backup master directory 2024-11-22T05:37:45,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/82891a793a29,42399,1732253864270 2024-11-22T05:37:45,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x101610c49bc0001, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T05:37:45,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T05:37:45,212 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:37:45,213 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,42399,1732253864270 2024-11-22T05:37:45,214 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T05:37:45,215 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T05:37:45,269 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/hbase.id] with ID: 46419900-6863-4f1e-b3c8-774875ba6e4a 2024-11-22T05:37:45,269 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/.tmp/hbase.id 2024-11-22T05:37:45,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:37:45,681 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/.tmp/hbase.id]:[hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/hbase.id] 2024-11-22T05:37:45,733 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:37:45,737 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:37:45,755 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-22T05:37:45,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:37:45,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x101610c49bc0001, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:37:45,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:37:46,259 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:37:46,261 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:37:46,275 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:37:46,278 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:37:46,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:37:46,731 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/data/master/store 2024-11-22T05:37:46,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:37:47,162 INFO [master/82891a793a29:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T05:37:47,166 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:37:47,167 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:37:47,167 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:37:47,167 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:37:47,168 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:37:47,169 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:37:47,169 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:37:47,170 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732253867166Disabling compacts and flushes for region at 1732253867167 (+1 ms)Disabling writes for close at 1732253867169 (+2 ms)Writing region close event to WAL at 1732253867169Closed at 1732253867169 2024-11-22T05:37:47,172 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/data/master/store/.initializing 2024-11-22T05:37:47,172 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/WALs/82891a793a29,42399,1732253864270 2024-11-22T05:37:47,181 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:37:47,195 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C42399%2C1732253864270, suffix=, logDir=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/WALs/82891a793a29,42399,1732253864270, archiveDir=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/oldWALs, maxLogs=10 2024-11-22T05:37:47,215 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/WALs/82891a793a29,42399,1732253864270/82891a793a29%2C42399%2C1732253864270.1732253867199, exclude list is [], retry=0 2024-11-22T05:37:47,230 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34061,DS-21e16df7-f1a9-4d65-9703-f5f7dc645c56,DISK] 2024-11-22T05:37:47,232 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T05:37:47,262 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/WALs/82891a793a29,42399,1732253864270/82891a793a29%2C42399%2C1732253864270.1732253867199 2024-11-22T05:37:47,263 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38975:38975)] 2024-11-22T05:37:47,263 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:37:47,264 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:37:47,266 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:37:47,267 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:37:47,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:37:47,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:37:47,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:37:47,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:37:47,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:37:47,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:37:47,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:37:47,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:37:47,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:37:47,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:37:47,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:37:47,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:37:47,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:37:47,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:37:47,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:37:47,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:37:47,342 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:37:47,346 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:37:47,347 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:37:47,352 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:37:47,353 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:37:47,356 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:37:47,360 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:37:47,365 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:37:47,366 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59398924, jitterRate=-0.1148870587348938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:37:47,374 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732253867278Initializing all the Stores at 1732253867280 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732253867280Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253867281 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253867281Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253867281Cleaning up temporary data from old regions at 1732253867353 (+72 ms)Region opened successfully at 1732253867374 (+21 ms) 2024-11-22T05:37:47,375 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:37:47,405 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d025267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:37:47,432 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:37:47,442 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:37:47,442 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:37:47,445 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:37:47,446 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T05:37:47,450 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-22T05:37:47,450 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:37:47,475 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:37:47,483 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T05:37:47,538 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T05:37:47,540 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:37:47,542 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:37:47,555 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T05:37:47,558 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:37:47,562 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:37:47,576 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T05:37:47,578 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:37:47,590 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T05:37:47,614 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:37:47,622 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T05:37:47,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T05:37:47,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x101610c49bc0001, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T05:37:47,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:37:47,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x101610c49bc0001, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:37:47,637 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,42399,1732253864270, sessionid=0x101610c49bc0000, setting cluster-up flag (Was=false) 2024-11-22T05:37:47,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x101610c49bc0001, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:37:47,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:37:47,706 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T05:37:47,712 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,42399,1732253864270 2024-11-22T05:37:47,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:37:47,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x101610c49bc0001, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:37:47,770 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T05:37:47,775 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,42399,1732253864270 2024-11-22T05:37:47,784 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:37:47,840 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(746): ClusterId : 46419900-6863-4f1e-b3c8-774875ba6e4a 2024-11-22T05:37:47,842 DEBUG [RS:0;82891a793a29:34381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:37:47,850 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:37:47,856 DEBUG [RS:0;82891a793a29:34381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:37:47,856 DEBUG [RS:0;82891a793a29:34381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:37:47,860 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:37:47,865 DEBUG [RS:0;82891a793a29:34381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:37:47,866 DEBUG [RS:0;82891a793a29:34381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697bf837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:37:47,866 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:37:47,871 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,42399,1732253864270 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:37:47,879 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:37:47,880 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:37:47,880 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:37:47,880 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:37:47,880 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:37:47,880 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:37:47,881 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:37:47,881 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:37:47,881 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:34381 2024-11-22T05:37:47,885 INFO [RS:0;82891a793a29:34381 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:37:47,885 INFO [RS:0;82891a793a29:34381 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:37:47,886 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:37:47,887 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732253897887 2024-11-22T05:37:47,888 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:37:47,888 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,42399,1732253864270 with port=34381, startcode=1732253865045 2024-11-22T05:37:47,889 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:37:47,889 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:37:47,889 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:37:47,892 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:37:47,893 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:37:47,893 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:37:47,893 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:37:47,896 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:37:47,894 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:37:47,896 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:37:47,898 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:37:47,900 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:37:47,901 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:37:47,903 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:37:47,903 DEBUG [RS:0;82891a793a29:34381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:37:47,904 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:37:47,908 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732253867905,5,FailOnTimeoutGroup] 2024-11-22T05:37:47,909 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732253867908,5,FailOnTimeoutGroup] 2024-11-22T05:37:47,909 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:37:47,909 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:37:47,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:37:47,910 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:37:47,911 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:37:47,937 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:37:47,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42399 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,34381,1732253865045 2024-11-22T05:37:47,945 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42399 {}] master.ServerManager(517): Registering regionserver=82891a793a29,34381,1732253865045 2024-11-22T05:37:47,958 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b 2024-11-22T05:37:47,958 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42595 2024-11-22T05:37:47,958 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:37:47,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T05:37:47,970 DEBUG [RS:0;82891a793a29:34381 {}] zookeeper.ZKUtil(111): regionserver:34381-0x101610c49bc0001, quorum=127.0.0.1:59971, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/82891a793a29,34381,1732253865045 2024-11-22T05:37:47,970 WARN [RS:0;82891a793a29:34381 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:37:47,970 INFO [RS:0;82891a793a29:34381 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:37:47,971 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/WALs/82891a793a29,34381,1732253865045 2024-11-22T05:37:47,972 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,34381,1732253865045] 2024-11-22T05:37:48,001 INFO [RS:0;82891a793a29:34381 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:37:48,024 INFO [RS:0;82891a793a29:34381 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:37:48,031 INFO [RS:0;82891a793a29:34381 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:37:48,031 INFO [RS:0;82891a793a29:34381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:37:48,032 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:37:48,039 INFO [RS:0;82891a793a29:34381 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:37:48,041 INFO [RS:0;82891a793a29:34381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:37:48,041 DEBUG [RS:0;82891a793a29:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:37:48,041 DEBUG [RS:0;82891a793a29:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:37:48,042 DEBUG [RS:0;82891a793a29:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:37:48,042 DEBUG [RS:0;82891a793a29:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:37:48,042 DEBUG [RS:0;82891a793a29:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:37:48,042 DEBUG [RS:0;82891a793a29:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:37:48,042 DEBUG [RS:0;82891a793a29:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:37:48,042 DEBUG [RS:0;82891a793a29:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:37:48,043 DEBUG [RS:0;82891a793a29:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:37:48,043 DEBUG [RS:0;82891a793a29:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:37:48,043 DEBUG [RS:0;82891a793a29:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:37:48,043 DEBUG [RS:0;82891a793a29:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:37:48,043 DEBUG [RS:0;82891a793a29:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:37:48,043 DEBUG [RS:0;82891a793a29:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:37:48,045 INFO [RS:0;82891a793a29:34381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:37:48,046 INFO [RS:0;82891a793a29:34381 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:37:48,046 INFO [RS:0;82891a793a29:34381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:37:48,046 INFO [RS:0;82891a793a29:34381 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:37:48,046 INFO [RS:0;82891a793a29:34381 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:37:48,046 INFO [RS:0;82891a793a29:34381 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,34381,1732253865045-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:37:48,067 INFO [RS:0;82891a793a29:34381 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:37:48,069 INFO [RS:0;82891a793a29:34381 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,34381,1732253865045-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:37:48,070 INFO [RS:0;82891a793a29:34381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:37:48,070 INFO [RS:0;82891a793a29:34381 {}] regionserver.Replication(171): 82891a793a29,34381,1732253865045 started 2024-11-22T05:37:48,089 INFO [RS:0;82891a793a29:34381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:37:48,089 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,34381,1732253865045, RpcServer on 82891a793a29/172.17.0.2:34381, sessionid=0x101610c49bc0001 2024-11-22T05:37:48,090 DEBUG [RS:0;82891a793a29:34381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:37:48,090 DEBUG [RS:0;82891a793a29:34381 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,34381,1732253865045 2024-11-22T05:37:48,090 DEBUG [RS:0;82891a793a29:34381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,34381,1732253865045' 2024-11-22T05:37:48,091 DEBUG [RS:0;82891a793a29:34381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T05:37:48,092 DEBUG [RS:0;82891a793a29:34381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T05:37:48,092 DEBUG [RS:0;82891a793a29:34381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:37:48,092 DEBUG [RS:0;82891a793a29:34381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:37:48,092 DEBUG [RS:0;82891a793a29:34381 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,34381,1732253865045 2024-11-22T05:37:48,093 DEBUG [RS:0;82891a793a29:34381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,34381,1732253865045' 2024-11-22T05:37:48,093 DEBUG [RS:0;82891a793a29:34381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T05:37:48,093 DEBUG [RS:0;82891a793a29:34381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T05:37:48,094 DEBUG [RS:0;82891a793a29:34381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:37:48,094 INFO [RS:0;82891a793a29:34381 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:37:48,094 INFO [RS:0;82891a793a29:34381 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:37:48,317 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:37:48,319 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b 2024-11-22T05:37:48,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741832_1008 (size=32) 2024-11-22T05:37:48,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:37:48,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:37:48,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:37:48,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:37:48,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:37:48,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:37:48,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:37:48,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:37:48,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:37:48,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:37:48,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:37:48,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:37:48,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:37:48,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:37:48,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:37:48,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:37:48,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:37:48,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:37:48,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/meta/1588230740 2024-11-22T05:37:48,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/meta/1588230740 2024-11-22T05:37:48,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:37:48,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:37:48,766 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:37:48,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:37:48,772 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:37:48,773 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70518011, jitterRate=0.050800248980522156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:37:48,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732253868738Initializing all the Stores at 1732253868740 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732253868740Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732253868740Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253868741 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732253868741Cleaning up temporary data from old regions at 1732253868766 (+25 ms)Region opened successfully at 1732253868775 (+9 ms) 2024-11-22T05:37:48,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:37:48,776 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:37:48,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:37:48,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:37:48,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:37:48,777 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:37:48,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732253868776Disabling compacts and flushes for region at 1732253868776Disabling writes for close at 1732253868776Writing region close event to WAL at 1732253868777 (+1 ms)Closed at 1732253868777 2024-11-22T05:37:48,781 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:37:48,781 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:37:48,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:37:48,795 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:37:48,798 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:37:48,950 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:37:49,951 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:37:50,952 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:37:51,953 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:37:52,954 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:37:53,955 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:37:54,598 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T05:37:54,600 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T05:37:54,957 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:37:55,958 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:37:56,959 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:37:57,960 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:37:58,961 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:37:59,963 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:38:00,964 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:38:01,965 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:38:02,966 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:38:03,967 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:38:04,968 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:38:05,970 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:38:06,971 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:38:07,972 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:38:08,973 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:38:09,975 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:38:10,976 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:38:11,977 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:38:12,978 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:38:13,386 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T05:38:13,980 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:38:14,981 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:38:15,982 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:38:16,982 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:38:17,983 WARN [82891a793a29:42399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:38:18,101 INFO [RS:0;82891a793a29:34381 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:38:18,105 INFO [RS:0;82891a793a29:34381 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C34381%2C1732253865045, suffix=, logDir=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/WALs/82891a793a29,34381,1732253865045, archiveDir=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/oldWALs, maxLogs=32 2024-11-22T05:38:18,122 DEBUG [RS:0;82891a793a29:34381 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/WALs/82891a793a29,34381,1732253865045/82891a793a29%2C34381%2C1732253865045.1732253898108, exclude list is [], retry=0 2024-11-22T05:38:18,126 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34061,DS-21e16df7-f1a9-4d65-9703-f5f7dc645c56,DISK] 2024-11-22T05:38:18,129 INFO [RS:0;82891a793a29:34381 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/WALs/82891a793a29,34381,1732253865045/82891a793a29%2C34381%2C1732253865045.1732253898108 2024-11-22T05:38:18,129 DEBUG [RS:0;82891a793a29:34381 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38975:38975)] 2024-11-22T05:38:18,239 DEBUG [82891a793a29:42399 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:38:18,257 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,34381,1732253865045 2024-11-22T05:38:18,262 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,34381,1732253865045, state=OPENING 2024-11-22T05:38:18,279 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:38:18,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x101610c49bc0001, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:38:18,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:38:18,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T05:38:18,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T05:38:18,292 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:38:18,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,34381,1732253865045}] 2024-11-22T05:38:18,476 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:38:18,479 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:38:18,489 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:38:18,490 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:38:18,490 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:38:18,494 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C34381%2C1732253865045.meta, suffix=.meta, logDir=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/WALs/82891a793a29,34381,1732253865045, archiveDir=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/oldWALs, maxLogs=32 2024-11-22T05:38:18,516 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/WALs/82891a793a29,34381,1732253865045/82891a793a29%2C34381%2C1732253865045.meta.1732253898497.meta, exclude list is [], retry=0 2024-11-22T05:38:18,520 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34061,DS-21e16df7-f1a9-4d65-9703-f5f7dc645c56,DISK] 2024-11-22T05:38:18,523 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/WALs/82891a793a29,34381,1732253865045/82891a793a29%2C34381%2C1732253865045.meta.1732253898497.meta 2024-11-22T05:38:18,524 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38975:38975)] 2024-11-22T05:38:18,524 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:38:18,526 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:38:18,528 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:38:18,533 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:38:18,537 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:38:18,537 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:38:18,538 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:38:18,538 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:38:18,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:38:18,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:38:18,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:38:18,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:38:18,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:38:18,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:38:18,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:38:18,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:38:18,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:38:18,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:38:18,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:38:18,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:38:18,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:38:18,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:38:18,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:38:18,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:38:18,553 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:38:18,555 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/meta/1588230740 2024-11-22T05:38:18,558 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/meta/1588230740 2024-11-22T05:38:18,560 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:38:18,560 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:38:18,561 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:38:18,564 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:38:18,565 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63562462, jitterRate=-0.052845507860183716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:38:18,566 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:38:18,567 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732253898538Writing region info on filesystem at 1732253898538Initializing all the Stores at 1732253898540 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732253898540Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732253898541 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253898541Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732253898541Cleaning up temporary data from old regions at 1732253898560 (+19 ms)Running coprocessor post-open hooks at 1732253898566 (+6 ms)Region opened successfully at 1732253898567 (+1 ms) 2024-11-22T05:38:18,575 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732253898467 2024-11-22T05:38:18,586 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:38:18,586 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:38:18,589 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,34381,1732253865045 2024-11-22T05:38:18,592 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,34381,1732253865045, state=OPEN 2024-11-22T05:38:18,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T05:38:18,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x101610c49bc0001, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T05:38:18,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T05:38:18,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T05:38:18,636 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,34381,1732253865045 2024-11-22T05:38:18,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:38:18,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,34381,1732253865045 in 343 msec 2024-11-22T05:38:18,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:38:18,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 29.8570 sec 2024-11-22T05:38:18,652 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:38:18,652 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:38:18,670 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:38:18,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,34381,1732253865045, seqNum=-1] 2024-11-22T05:38:18,691 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:38:18,693 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:38:18,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 30.8990 sec 2024-11-22T05:38:18,714 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732253898714, completionTime=-1 2024-11-22T05:38:18,718 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:38:18,718 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:38:18,749 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:38:18,750 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732253958750 2024-11-22T05:38:18,750 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732254018750 2024-11-22T05:38:18,750 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec 2024-11-22T05:38:18,752 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42399,1732253864270-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:38:18,753 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42399,1732253864270-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:38:18,753 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42399,1732253864270-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:38:18,754 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:42399, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:38:18,755 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:38:18,755 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:38:18,761 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:38:18,784 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 33.571sec 2024-11-22T05:38:18,786 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:38:18,787 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:38:18,788 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:38:18,788 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:38:18,788 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:38:18,789 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42399,1732253864270-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:38:18,789 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42399,1732253864270-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:38:18,797 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:38:18,798 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:38:18,798 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42399,1732253864270-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:38:18,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b494f69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:38:18,900 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T05:38:18,900 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T05:38:18,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42399,-1 for getting cluster id 2024-11-22T05:38:18,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:38:18,912 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46419900-6863-4f1e-b3c8-774875ba6e4a' 2024-11-22T05:38:18,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:38:18,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46419900-6863-4f1e-b3c8-774875ba6e4a" 2024-11-22T05:38:18,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58906da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:38:18,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42399,-1] 2024-11-22T05:38:18,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:38:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:38:18,922 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:38:18,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea9b695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:38:18,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:38:18,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,34381,1732253865045, seqNum=-1] 2024-11-22T05:38:18,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:38:18,934 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:38:18,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,42399,1732253864270 2024-11-22T05:38:18,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d734e0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:38:18,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42399,-1 for getting cluster id 2024-11-22T05:38:18,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:38:18,958 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46419900-6863-4f1e-b3c8-774875ba6e4a' 2024-11-22T05:38:18,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:38:18,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46419900-6863-4f1e-b3c8-774875ba6e4a" 2024-11-22T05:38:18,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca362b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:38:18,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42399,-1] 2024-11-22T05:38:18,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:38:18,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:38:18,962 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:38:18,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a436da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:38:18,978 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7825 2024-11-22T05:38:18,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:38:18,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,42399,1732253864270 2024-11-22T05:38:18,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1138b495 2024-11-22T05:38:18,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:38:18,996 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:38:19,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:38:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-11-22T05:38:19,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:38:19,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-11-22T05:38:19,016 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:38:19,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:38:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:38:19,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741835_1011 (size=428) 2024-11-22T05:38:19,433 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f080e45919c376309cbba83a9eb6be2, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b 2024-11-22T05:38:19,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741836_1012 (size=79) 2024-11-22T05:38:19,446 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:38:19,447 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 1f080e45919c376309cbba83a9eb6be2, disabling compactions & flushes 2024-11-22T05:38:19,447 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2. 2024-11-22T05:38:19,447 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2. 2024-11-22T05:38:19,447 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2. after waiting 0 ms 2024-11-22T05:38:19,447 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2. 2024-11-22T05:38:19,447 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2. 2024-11-22T05:38:19,447 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f080e45919c376309cbba83a9eb6be2: Waiting for close lock at 1732253899447Disabling compacts and flushes for region at 1732253899447Disabling writes for close at 1732253899447Writing region close event to WAL at 1732253899447Closed at 1732253899447 2024-11-22T05:38:19,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:38:19,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732253899450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732253899450"}]},"ts":"1732253899450"} 2024-11-22T05:38:19,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:38:19,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:38:19,469 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732253899465"}]},"ts":"1732253899465"} 2024-11-22T05:38:19,475 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-11-22T05:38:19,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=1f080e45919c376309cbba83a9eb6be2, ASSIGN}] 2024-11-22T05:38:19,481 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=1f080e45919c376309cbba83a9eb6be2, ASSIGN 2024-11-22T05:38:19,483 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=1f080e45919c376309cbba83a9eb6be2, ASSIGN; state=OFFLINE, location=82891a793a29,34381,1732253865045; forceNewPlan=false, retain=false 2024-11-22T05:38:19,636 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f080e45919c376309cbba83a9eb6be2, regionState=OPENING, regionLocation=82891a793a29,34381,1732253865045 2024-11-22T05:38:19,645 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=1f080e45919c376309cbba83a9eb6be2, ASSIGN because future has completed 2024-11-22T05:38:19,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f080e45919c376309cbba83a9eb6be2, server=82891a793a29,34381,1732253865045}] 2024-11-22T05:38:19,810 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2. 2024-11-22T05:38:19,811 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f080e45919c376309cbba83a9eb6be2, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:38:19,811 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 1f080e45919c376309cbba83a9eb6be2 2024-11-22T05:38:19,812 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:38:19,812 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1f080e45919c376309cbba83a9eb6be2 2024-11-22T05:38:19,812 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1f080e45919c376309cbba83a9eb6be2 2024-11-22T05:38:19,815 INFO [StoreOpener-1f080e45919c376309cbba83a9eb6be2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 1f080e45919c376309cbba83a9eb6be2 2024-11-22T05:38:19,819 INFO [StoreOpener-1f080e45919c376309cbba83a9eb6be2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f080e45919c376309cbba83a9eb6be2 columnFamilyName testFamily 2024-11-22T05:38:19,819 DEBUG [StoreOpener-1f080e45919c376309cbba83a9eb6be2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:38:19,840 INFO [StoreOpener-1f080e45919c376309cbba83a9eb6be2-1 {}] regionserver.HStore(327): Store=1f080e45919c376309cbba83a9eb6be2/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:38:19,840 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1f080e45919c376309cbba83a9eb6be2 2024-11-22T05:38:19,842 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f080e45919c376309cbba83a9eb6be2 2024-11-22T05:38:19,843 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f080e45919c376309cbba83a9eb6be2 2024-11-22T05:38:19,845 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1f080e45919c376309cbba83a9eb6be2 2024-11-22T05:38:19,845 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1f080e45919c376309cbba83a9eb6be2 2024-11-22T05:38:19,849 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1f080e45919c376309cbba83a9eb6be2 2024-11-22T05:38:19,856 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f080e45919c376309cbba83a9eb6be2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:38:19,857 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1f080e45919c376309cbba83a9eb6be2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64329420, jitterRate=-0.041416943073272705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T05:38:19,858 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f080e45919c376309cbba83a9eb6be2 2024-11-22T05:38:19,859 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1f080e45919c376309cbba83a9eb6be2: Running coprocessor pre-open hook at 1732253899812Writing region info on filesystem at 1732253899812Initializing all the Stores at 1732253899814 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253899814Cleaning up temporary data from old regions at 1732253899845 (+31 ms)Running coprocessor post-open hooks at 1732253899858 (+13 ms)Region opened successfully at 1732253899859 (+1 ms) 2024-11-22T05:38:19,863 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2., pid=6, masterSystemTime=1732253899802 2024-11-22T05:38:19,868 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2. 2024-11-22T05:38:19,868 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2. 2024-11-22T05:38:19,873 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f080e45919c376309cbba83a9eb6be2, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,34381,1732253865045 2024-11-22T05:38:19,878 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f080e45919c376309cbba83a9eb6be2, server=82891a793a29,34381,1732253865045 because future has completed 2024-11-22T05:38:19,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T05:38:19,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f080e45919c376309cbba83a9eb6be2, server=82891a793a29,34381,1732253865045 in 234 msec 2024-11-22T05:38:19,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T05:38:19,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=1f080e45919c376309cbba83a9eb6be2, ASSIGN in 407 msec 2024-11-22T05:38:19,892 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:38:19,892 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732253899892"}]},"ts":"1732253899892"} 2024-11-22T05:38:19,896 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-11-22T05:38:19,897 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:38:19,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 892 msec 2024-11-22T05:38:20,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:38:20,041 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-11-22T05:38:20,041 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-11-22T05:38:20,042 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T05:38:20,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-11-22T05:38:20,050 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T05:38:20,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-11-22T05:38:20,055 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:38:20,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,34381,1732253865045, seqNum=-1] 2024-11-22T05:38:20,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:38:20,060 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:38:20,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2., hostname=82891a793a29,34381,1732253865045, seqNum=2] 2024-11-22T05:38:20,080 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T05:38:20,084 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-11-22T05:38:20,088 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-22T05:38:20,093 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-22T05:38:20,095 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-22T05:38:20,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-972649881673924600 2024-11-22T05:38:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:46138 deadline: 1732253903094, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T05:38:20,120 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-22T05:38:20,121 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-22T05:38:20,122 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T05:38:20,124 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T05:38:20,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-972649881673924598 2024-11-22T05:38:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:46138 deadline: 1732253903124, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T05:38:20,129 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T05:38:20,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-972649881673924597 2024-11-22T05:38:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:46138 deadline: 1732253903128, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T05:38:20,133 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T05:38:20,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-972649881673924596 2024-11-22T05:38:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:46138 deadline: 1732253903133, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T05:38:20,137 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T05:38:20,150 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/82891a793a29:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_948093078_22 at /127.0.0.1:42980 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7773 (was 7825) 2024-11-22T05:38:20,160 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7771 2024-11-22T05:38:20,164 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:38:20,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42399 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-11-22T05:38:20,169 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:38:20,169 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:38:20,169 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-11-22T05:38:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:38:20,172 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:38:20,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741837_1013 (size=414) 2024-11-22T05:38:20,586 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71bb6ad8356f5ae2fb6acaa237b79f85, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b 2024-11-22T05:38:20,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741838_1014 (size=65) 2024-11-22T05:38:21,000 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:38:21,000 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 71bb6ad8356f5ae2fb6acaa237b79f85, disabling compactions & flushes 2024-11-22T05:38:21,000 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85. 2024-11-22T05:38:21,000 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85. 2024-11-22T05:38:21,001 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85. after waiting 0 ms 2024-11-22T05:38:21,001 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85. 2024-11-22T05:38:21,001 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85. 2024-11-22T05:38:21,001 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71bb6ad8356f5ae2fb6acaa237b79f85: Waiting for close lock at 1732253901000Disabling compacts and flushes for region at 1732253901000Disabling writes for close at 1732253901001 (+1 ms)Writing region close event to WAL at 1732253901001Closed at 1732253901001 2024-11-22T05:38:21,004 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:38:21,004 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732253901004"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732253901004"}]},"ts":"1732253901004"} 2024-11-22T05:38:21,008 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:38:21,010 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:38:21,010 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732253901010"}]},"ts":"1732253901010"} 2024-11-22T05:38:21,014 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-22T05:38:21,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=71bb6ad8356f5ae2fb6acaa237b79f85, ASSIGN}] 2024-11-22T05:38:21,017 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=71bb6ad8356f5ae2fb6acaa237b79f85, ASSIGN 2024-11-22T05:38:21,019 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=71bb6ad8356f5ae2fb6acaa237b79f85, ASSIGN; state=OFFLINE, location=82891a793a29,34381,1732253865045; forceNewPlan=false, retain=false 2024-11-22T05:38:21,170 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=71bb6ad8356f5ae2fb6acaa237b79f85, regionState=OPENING, regionLocation=82891a793a29,34381,1732253865045 2024-11-22T05:38:21,174 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=71bb6ad8356f5ae2fb6acaa237b79f85, ASSIGN because future has completed 2024-11-22T05:38:21,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71bb6ad8356f5ae2fb6acaa237b79f85, server=82891a793a29,34381,1732253865045}] 2024-11-22T05:38:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:38:21,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85. 2024-11-22T05:38:21,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 71bb6ad8356f5ae2fb6acaa237b79f85, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:38:21,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 71bb6ad8356f5ae2fb6acaa237b79f85 2024-11-22T05:38:21,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:38:21,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 71bb6ad8356f5ae2fb6acaa237b79f85 2024-11-22T05:38:21,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 71bb6ad8356f5ae2fb6acaa237b79f85 2024-11-22T05:38:21,340 INFO [StoreOpener-71bb6ad8356f5ae2fb6acaa237b79f85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 71bb6ad8356f5ae2fb6acaa237b79f85 2024-11-22T05:38:21,344 INFO [StoreOpener-71bb6ad8356f5ae2fb6acaa237b79f85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71bb6ad8356f5ae2fb6acaa237b79f85 columnFamilyName testFamily 2024-11-22T05:38:21,344 DEBUG [StoreOpener-71bb6ad8356f5ae2fb6acaa237b79f85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:38:21,345 INFO [StoreOpener-71bb6ad8356f5ae2fb6acaa237b79f85-1 {}] regionserver.HStore(327): Store=71bb6ad8356f5ae2fb6acaa237b79f85/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:38:21,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 71bb6ad8356f5ae2fb6acaa237b79f85 2024-11-22T05:38:21,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnOpenScanner/71bb6ad8356f5ae2fb6acaa237b79f85 2024-11-22T05:38:21,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnOpenScanner/71bb6ad8356f5ae2fb6acaa237b79f85 2024-11-22T05:38:21,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 71bb6ad8356f5ae2fb6acaa237b79f85 2024-11-22T05:38:21,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 71bb6ad8356f5ae2fb6acaa237b79f85 2024-11-22T05:38:21,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 71bb6ad8356f5ae2fb6acaa237b79f85 2024-11-22T05:38:21,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnOpenScanner/71bb6ad8356f5ae2fb6acaa237b79f85/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:38:21,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 71bb6ad8356f5ae2fb6acaa237b79f85; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75456201, jitterRate=0.12438501417636871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T05:38:21,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71bb6ad8356f5ae2fb6acaa237b79f85 2024-11-22T05:38:21,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 71bb6ad8356f5ae2fb6acaa237b79f85: Running coprocessor pre-open hook at 1732253901338Writing region info on filesystem at 1732253901338Initializing all the Stores at 1732253901340 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253901340Cleaning up temporary data from old regions at 1732253901350 (+10 ms)Running coprocessor post-open hooks at 1732253901359 (+9 ms)Region opened successfully at 1732253901361 (+2 ms) 2024-11-22T05:38:21,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85., pid=9, masterSystemTime=1732253901329 2024-11-22T05:38:21,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85. 2024-11-22T05:38:21,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85. 2024-11-22T05:38:21,369 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=71bb6ad8356f5ae2fb6acaa237b79f85, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,34381,1732253865045 2024-11-22T05:38:21,373 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71bb6ad8356f5ae2fb6acaa237b79f85, server=82891a793a29,34381,1732253865045 because future has completed 2024-11-22T05:38:21,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T05:38:21,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 71bb6ad8356f5ae2fb6acaa237b79f85, server=82891a793a29,34381,1732253865045 in 201 msec 2024-11-22T05:38:21,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T05:38:21,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=71bb6ad8356f5ae2fb6acaa237b79f85, ASSIGN in 366 msec 2024-11-22T05:38:21,387 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:38:21,387 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732253901387"}]},"ts":"1732253901387"} 2024-11-22T05:38:21,390 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-22T05:38:21,392 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:38:21,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2270 sec 2024-11-22T05:38:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:38:23,203 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-11-22T05:38:23,203 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-22T05:38:23,204 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T05:38:23,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-22T05:38:23,213 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T05:38:23,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-11-22T05:38:23,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85., hostname=82891a793a29,34381,1732253865045, seqNum=2] 2024-11-22T05:38:23,228 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T05:38:23,228 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-22T05:38:23,231 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-22T05:38:23,233 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-22T05:38:24,077 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T05:38:24,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-11-22T05:38:24,113 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T05:38:24,115 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-11-22T05:38:24,597 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T05:38:24,597 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T05:38:24,598 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:38:24,598 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T05:38:24,599 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-22T05:38:24,599 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-11-22T05:38:24,600 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-22T05:38:24,600 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-22T05:38:29,243 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85., hostname=82891a793a29,34381,1732253865045, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85., hostname=82891a793a29,34381,1732253865045, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=82891a793a29:34381 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms 2024-11-22T05:38:29,243 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85., hostname=82891a793a29,34381,1732253865045, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms 2024-11-22T05:38:29,243 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85., hostname=82891a793a29,34381,1732253865045, seqNum=2 from cache 2024-11-22T05:38:29,252 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=152 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=8569 (was 7771) - AvailableMemoryMB LEAK? - 2024-11-22T05:38:29,260 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=152, ProcessCount=11, AvailableMemoryMB=8569 2024-11-22T05:38:29,263 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:38:29,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42399 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-11-22T05:38:29,266 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:38:29,267 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:38:29,267 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-11-22T05:38:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-22T05:38:29,268 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:38:29,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741839_1015 (size=412) 2024-11-22T05:38:29,682 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e2a3d35b30b9f9523615affdcc5af92f, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b 2024-11-22T05:38:29,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741840_1016 (size=63) 2024-11-22T05:38:29,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes 2024-11-22T05:38:30,096 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:38:30,096 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing e2a3d35b30b9f9523615affdcc5af92f, disabling compactions & flushes 2024-11-22T05:38:30,096 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f. 2024-11-22T05:38:30,096 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f. 2024-11-22T05:38:30,096 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f. after waiting 0 ms 2024-11-22T05:38:30,096 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f. 2024-11-22T05:38:30,096 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f. 2024-11-22T05:38:30,096 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for e2a3d35b30b9f9523615affdcc5af92f: Waiting for close lock at 1732253910096Disabling compacts and flushes for region at 1732253910096Disabling writes for close at 1732253910096Writing region close event to WAL at 1732253910096Closed at 1732253910096 2024-11-22T05:38:30,099 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:38:30,099 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732253910099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732253910099"}]},"ts":"1732253910099"} 2024-11-22T05:38:30,103 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:38:30,105 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:38:30,105 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732253910105"}]},"ts":"1732253910105"} 2024-11-22T05:38:30,108 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-22T05:38:30,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=e2a3d35b30b9f9523615affdcc5af92f, ASSIGN}] 2024-11-22T05:38:30,110 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=e2a3d35b30b9f9523615affdcc5af92f, ASSIGN 2024-11-22T05:38:30,111 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=e2a3d35b30b9f9523615affdcc5af92f, ASSIGN; state=OFFLINE, location=82891a793a29,34381,1732253865045; forceNewPlan=false, retain=false 2024-11-22T05:38:30,262 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e2a3d35b30b9f9523615affdcc5af92f, regionState=OPENING, regionLocation=82891a793a29,34381,1732253865045 2024-11-22T05:38:30,267 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=e2a3d35b30b9f9523615affdcc5af92f, ASSIGN because future has completed 2024-11-22T05:38:30,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2a3d35b30b9f9523615affdcc5af92f, server=82891a793a29,34381,1732253865045}] 2024-11-22T05:38:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-22T05:38:30,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f. 2024-11-22T05:38:30,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => e2a3d35b30b9f9523615affdcc5af92f, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:38:30,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync e2a3d35b30b9f9523615affdcc5af92f 2024-11-22T05:38:30,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:38:30,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for e2a3d35b30b9f9523615affdcc5af92f 2024-11-22T05:38:30,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for e2a3d35b30b9f9523615affdcc5af92f 2024-11-22T05:38:30,438 INFO [StoreOpener-e2a3d35b30b9f9523615affdcc5af92f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e2a3d35b30b9f9523615affdcc5af92f 2024-11-22T05:38:30,440 INFO [StoreOpener-e2a3d35b30b9f9523615affdcc5af92f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2a3d35b30b9f9523615affdcc5af92f columnFamilyName testFamily 2024-11-22T05:38:30,440 DEBUG [StoreOpener-e2a3d35b30b9f9523615affdcc5af92f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:38:30,441 INFO [StoreOpener-e2a3d35b30b9f9523615affdcc5af92f-1 {}] regionserver.HStore(327): Store=e2a3d35b30b9f9523615affdcc5af92f/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:38:30,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for e2a3d35b30b9f9523615affdcc5af92f 2024-11-22T05:38:30,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnNextAsync/e2a3d35b30b9f9523615affdcc5af92f 2024-11-22T05:38:30,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnNextAsync/e2a3d35b30b9f9523615affdcc5af92f 2024-11-22T05:38:30,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for e2a3d35b30b9f9523615affdcc5af92f 2024-11-22T05:38:30,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for e2a3d35b30b9f9523615affdcc5af92f 2024-11-22T05:38:30,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for e2a3d35b30b9f9523615affdcc5af92f 2024-11-22T05:38:30,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnNextAsync/e2a3d35b30b9f9523615affdcc5af92f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:38:30,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened e2a3d35b30b9f9523615affdcc5af92f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66158759, jitterRate=-0.014157667756080627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T05:38:30,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e2a3d35b30b9f9523615affdcc5af92f 2024-11-22T05:38:30,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for e2a3d35b30b9f9523615affdcc5af92f: Running coprocessor pre-open hook at 1732253910436Writing region info on filesystem at 1732253910436Initializing all the Stores at 1732253910438 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253910438Cleaning up temporary data from old regions at 1732253910444 (+6 ms)Running coprocessor post-open hooks at 1732253910450 (+6 ms)Region opened successfully at 1732253910451 (+1 ms) 2024-11-22T05:38:30,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f., pid=12, masterSystemTime=1732253910423 2024-11-22T05:38:30,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f. 2024-11-22T05:38:30,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f. 2024-11-22T05:38:30,457 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e2a3d35b30b9f9523615affdcc5af92f, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,34381,1732253865045 2024-11-22T05:38:30,460 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2a3d35b30b9f9523615affdcc5af92f, server=82891a793a29,34381,1732253865045 because future has completed 2024-11-22T05:38:30,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-22T05:38:30,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure e2a3d35b30b9f9523615affdcc5af92f, server=82891a793a29,34381,1732253865045 in 194 msec 2024-11-22T05:38:30,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-22T05:38:30,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=e2a3d35b30b9f9523615affdcc5af92f, ASSIGN in 357 msec 2024-11-22T05:38:30,469 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:38:30,470 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732253910469"}]},"ts":"1732253910469"} 2024-11-22T05:38:30,473 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-22T05:38:30,475 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:38:30,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2120 sec 2024-11-22T05:38:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-22T05:38:32,312 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-11-22T05:38:32,312 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-22T05:38:32,313 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T05:38:32,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-22T05:38:32,321 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T05:38:32,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-11-22T05:38:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f., hostname=82891a793a29,34381,1732253865045, seqNum=2] 2024-11-22T05:38:32,337 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T05:38:32,337 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-22T05:38:32,341 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-22T05:38:32,343 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-22T05:38:32,344 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-22T05:38:32,345 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-22T05:38:34,597 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-22T05:38:34,597 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-22T05:38:35,967 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T05:38:36,117 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-11-22T05:38:38,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34381 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-972649881673924587' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-22T05:38:38,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34381 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:46138 deadline: 1732253924347, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-972649881673924587' does not exist 2024-11-22T05:38:38,356 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 82891a793a29,34381,1732253865045 for closing scanner id = -972649881673924587 for e2a3d35b30b9f9523615affdcc5af92f of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-972649881673924587' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:38:38,360 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 152) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8394 (was 8569) 2024-11-22T05:38:38,368 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=8394 2024-11-22T05:38:38,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:38:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-11-22T05:38:38,375 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:38:38,375 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:38:38,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-11-22T05:38:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T05:38:38,377 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:38:38,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741841_1017 (size=423) 2024-11-22T05:38:38,794 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0236be5f8c57800f6c962e70d5045f19, NAME => 'testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b 2024-11-22T05:38:38,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741842_1018 (size=74) 2024-11-22T05:38:38,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes 2024-11-22T05:38:39,211 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:38:39,212 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 0236be5f8c57800f6c962e70d5045f19, disabling compactions & flushes 2024-11-22T05:38:39,212 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19. 2024-11-22T05:38:39,212 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19. 2024-11-22T05:38:39,212 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19. after waiting 0 ms 2024-11-22T05:38:39,212 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19. 2024-11-22T05:38:39,212 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19. 2024-11-22T05:38:39,212 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0236be5f8c57800f6c962e70d5045f19: Waiting for close lock at 1732253919212Disabling compacts and flushes for region at 1732253919212Disabling writes for close at 1732253919212Writing region close event to WAL at 1732253919212Closed at 1732253919212 2024-11-22T05:38:39,215 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:38:39,216 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732253919216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732253919216"}]},"ts":"1732253919216"} 2024-11-22T05:38:39,220 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:38:39,222 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:38:39,223 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732253919222"}]},"ts":"1732253919222"} 2024-11-22T05:38:39,226 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-11-22T05:38:39,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=0236be5f8c57800f6c962e70d5045f19, ASSIGN}] 2024-11-22T05:38:39,228 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=0236be5f8c57800f6c962e70d5045f19, ASSIGN 2024-11-22T05:38:39,229 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=0236be5f8c57800f6c962e70d5045f19, ASSIGN; state=OFFLINE, location=82891a793a29,34381,1732253865045; forceNewPlan=false, retain=false 2024-11-22T05:38:39,380 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0236be5f8c57800f6c962e70d5045f19, regionState=OPENING, regionLocation=82891a793a29,34381,1732253865045 2024-11-22T05:38:39,384 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=0236be5f8c57800f6c962e70d5045f19, ASSIGN because future has completed 2024-11-22T05:38:39,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0236be5f8c57800f6c962e70d5045f19, server=82891a793a29,34381,1732253865045}] 2024-11-22T05:38:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T05:38:39,548 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19. 2024-11-22T05:38:39,548 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 0236be5f8c57800f6c962e70d5045f19, NAME => 'testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:38:39,549 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 0236be5f8c57800f6c962e70d5045f19 2024-11-22T05:38:39,549 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:38:39,549 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 0236be5f8c57800f6c962e70d5045f19 2024-11-22T05:38:39,549 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 0236be5f8c57800f6c962e70d5045f19 2024-11-22T05:38:39,551 INFO [StoreOpener-0236be5f8c57800f6c962e70d5045f19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0236be5f8c57800f6c962e70d5045f19 2024-11-22T05:38:39,554 INFO [StoreOpener-0236be5f8c57800f6c962e70d5045f19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0236be5f8c57800f6c962e70d5045f19 columnFamilyName testFamily 2024-11-22T05:38:39,554 DEBUG [StoreOpener-0236be5f8c57800f6c962e70d5045f19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:38:39,555 INFO [StoreOpener-0236be5f8c57800f6c962e70d5045f19-1 {}] regionserver.HStore(327): Store=0236be5f8c57800f6c962e70d5045f19/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:38:39,555 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 0236be5f8c57800f6c962e70d5045f19 2024-11-22T05:38:39,556 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testRetryOutOfOrderScannerNextException/0236be5f8c57800f6c962e70d5045f19 2024-11-22T05:38:39,557 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testRetryOutOfOrderScannerNextException/0236be5f8c57800f6c962e70d5045f19 2024-11-22T05:38:39,557 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 0236be5f8c57800f6c962e70d5045f19 2024-11-22T05:38:39,557 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 0236be5f8c57800f6c962e70d5045f19 2024-11-22T05:38:39,559 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 0236be5f8c57800f6c962e70d5045f19 2024-11-22T05:38:39,563 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testRetryOutOfOrderScannerNextException/0236be5f8c57800f6c962e70d5045f19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:38:39,564 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 0236be5f8c57800f6c962e70d5045f19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61184377, jitterRate=-0.08828173577785492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T05:38:39,564 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0236be5f8c57800f6c962e70d5045f19 2024-11-22T05:38:39,564 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 0236be5f8c57800f6c962e70d5045f19: Running coprocessor pre-open hook at 1732253919549Writing region info on filesystem at 1732253919549Initializing all the Stores at 1732253919551 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253919551Cleaning up temporary data from old regions at 1732253919557 (+6 ms)Running coprocessor post-open hooks at 1732253919564 (+7 ms)Region opened successfully at 1732253919564 2024-11-22T05:38:39,566 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19., pid=15, masterSystemTime=1732253919540 2024-11-22T05:38:39,568 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19. 2024-11-22T05:38:39,569 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19. 2024-11-22T05:38:39,570 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0236be5f8c57800f6c962e70d5045f19, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,34381,1732253865045 2024-11-22T05:38:39,573 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0236be5f8c57800f6c962e70d5045f19, server=82891a793a29,34381,1732253865045 because future has completed 2024-11-22T05:38:39,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-22T05:38:39,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 0236be5f8c57800f6c962e70d5045f19, server=82891a793a29,34381,1732253865045 in 190 msec 2024-11-22T05:38:39,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-22T05:38:39,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=0236be5f8c57800f6c962e70d5045f19, ASSIGN in 352 msec 2024-11-22T05:38:39,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:38:39,583 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732253919583"}]},"ts":"1732253919583"} 2024-11-22T05:38:39,585 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-11-22T05:38:39,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:38:39,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2160 sec 2024-11-22T05:38:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T05:38:41,402 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-11-22T05:38:41,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-11-22T05:38:41,403 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T05:38:41,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-11-22T05:38:41,410 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T05:38:41,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-11-22T05:38:41,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19., hostname=82891a793a29,34381,1732253865045, seqNum=2] 2024-11-22T05:38:41,425 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T05:38:41,425 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-11-22T05:38:41,428 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-22T05:38:41,430 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-22T05:38:41,432 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-22T05:38:41,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-972649881673924583 2024-11-22T05:38:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:46138 deadline: 1732253924431, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T05:38:41,436 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-22T05:38:41,438 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-22T05:38:41,438 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T05:38:41,440 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T05:38:41,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-972649881673924581 2024-11-22T05:38:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:46138 deadline: 1732253924440, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T05:38:41,445 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T05:38:41,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-972649881673924580 2024-11-22T05:38:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:46138 deadline: 1732253924444, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T05:38:41,449 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T05:38:41,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-972649881673924579 2024-11-22T05:38:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:46138 deadline: 1732253924449, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T05:38:41,453 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T05:38:41,461 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=228 (was 225) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_948093078_22 at /127.0.0.1:43138 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=8394 (was 8394) 2024-11-22T05:38:41,469 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=228, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=8394 2024-11-22T05:38:41,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:38:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-11-22T05:38:41,476 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:38:41,476 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:38:41,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-11-22T05:38:41,478 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:38:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-22T05:38:41,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741843_1019 (size=418) 2024-11-22T05:38:41,894 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3d34d687e4c0301563650200187a791, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b 2024-11-22T05:38:41,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741844_1020 (size=69) 2024-11-22T05:38:42,120 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-11-22T05:38:42,328 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:38:42,328 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing c3d34d687e4c0301563650200187a791, disabling compactions & flushes 2024-11-22T05:38:42,329 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791. 2024-11-22T05:38:42,329 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791. 2024-11-22T05:38:42,329 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791. after waiting 0 ms 2024-11-22T05:38:42,329 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791. 2024-11-22T05:38:42,329 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791. 2024-11-22T05:38:42,329 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3d34d687e4c0301563650200187a791: Waiting for close lock at 1732253922328Disabling compacts and flushes for region at 1732253922328Disabling writes for close at 1732253922329 (+1 ms)Writing region close event to WAL at 1732253922329Closed at 1732253922329 2024-11-22T05:38:42,332 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:38:42,333 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732253922332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732253922332"}]},"ts":"1732253922332"} 2024-11-22T05:38:42,338 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:38:42,340 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:38:42,340 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732253922340"}]},"ts":"1732253922340"} 2024-11-22T05:38:42,343 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-22T05:38:42,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c3d34d687e4c0301563650200187a791, ASSIGN}] 2024-11-22T05:38:42,345 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c3d34d687e4c0301563650200187a791, ASSIGN 2024-11-22T05:38:42,346 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c3d34d687e4c0301563650200187a791, ASSIGN; state=OFFLINE, location=82891a793a29,34381,1732253865045; forceNewPlan=false, retain=false 2024-11-22T05:38:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-22T05:38:42,497 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=c3d34d687e4c0301563650200187a791, regionState=OPENING, regionLocation=82891a793a29,34381,1732253865045 2024-11-22T05:38:42,504 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c3d34d687e4c0301563650200187a791, ASSIGN because future has completed 2024-11-22T05:38:42,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3d34d687e4c0301563650200187a791, server=82891a793a29,34381,1732253865045}] 2024-11-22T05:38:42,671 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791. 2024-11-22T05:38:42,672 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => c3d34d687e4c0301563650200187a791, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:38:42,672 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner c3d34d687e4c0301563650200187a791 2024-11-22T05:38:42,672 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:38:42,672 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for c3d34d687e4c0301563650200187a791 2024-11-22T05:38:42,672 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for c3d34d687e4c0301563650200187a791 2024-11-22T05:38:42,674 INFO [StoreOpener-c3d34d687e4c0301563650200187a791-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c3d34d687e4c0301563650200187a791 2024-11-22T05:38:42,676 INFO [StoreOpener-c3d34d687e4c0301563650200187a791-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3d34d687e4c0301563650200187a791 columnFamilyName testFamily 2024-11-22T05:38:42,677 DEBUG [StoreOpener-c3d34d687e4c0301563650200187a791-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:38:42,677 INFO [StoreOpener-c3d34d687e4c0301563650200187a791-1 {}] regionserver.HStore(327): Store=c3d34d687e4c0301563650200187a791/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:38:42,677 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for c3d34d687e4c0301563650200187a791 2024-11-22T05:38:42,679 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnOpenScanner/c3d34d687e4c0301563650200187a791 2024-11-22T05:38:42,679 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnOpenScanner/c3d34d687e4c0301563650200187a791 2024-11-22T05:38:42,680 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for c3d34d687e4c0301563650200187a791 2024-11-22T05:38:42,680 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for c3d34d687e4c0301563650200187a791 2024-11-22T05:38:42,682 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for c3d34d687e4c0301563650200187a791 2024-11-22T05:38:42,685 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnOpenScanner/c3d34d687e4c0301563650200187a791/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:38:42,685 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened c3d34d687e4c0301563650200187a791; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71777767, jitterRate=0.0695720762014389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T05:38:42,686 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3d34d687e4c0301563650200187a791 2024-11-22T05:38:42,686 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for c3d34d687e4c0301563650200187a791: Running coprocessor pre-open hook at 1732253922672Writing region info on filesystem at 1732253922672Initializing all the Stores at 1732253922674 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253922674Cleaning up temporary data from old regions at 1732253922680 (+6 ms)Running coprocessor post-open hooks at 1732253922686 (+6 ms)Region opened successfully at 1732253922686 2024-11-22T05:38:42,687 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791., pid=18, masterSystemTime=1732253922661 2024-11-22T05:38:42,690 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791. 2024-11-22T05:38:42,690 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791. 2024-11-22T05:38:42,691 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=c3d34d687e4c0301563650200187a791, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,34381,1732253865045 2024-11-22T05:38:42,694 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3d34d687e4c0301563650200187a791, server=82891a793a29,34381,1732253865045 because future has completed 2024-11-22T05:38:42,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-22T05:38:42,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure c3d34d687e4c0301563650200187a791, server=82891a793a29,34381,1732253865045 in 191 msec 2024-11-22T05:38:42,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-22T05:38:42,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c3d34d687e4c0301563650200187a791, ASSIGN in 356 msec 2024-11-22T05:38:42,704 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:38:42,704 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732253922704"}]},"ts":"1732253922704"} 2024-11-22T05:38:42,707 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-22T05:38:42,708 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:38:42,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2360 sec 2024-11-22T05:38:43,387 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T05:38:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-22T05:38:44,502 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-11-22T05:38:44,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-22T05:38:44,503 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T05:38:44,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-22T05:38:44,514 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T05:38:44,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-11-22T05:38:44,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791., hostname=82891a793a29,34381,1732253865045, seqNum=2] 2024-11-22T05:38:44,528 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T05:38:44,529 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-22T05:38:44,531 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-22T05:38:44,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-22T05:38:45,053 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T05:38:45,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-22T05:38:45,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-11-22T05:38:45,083 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-22T05:38:45,083 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-22T05:38:45,537 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791., hostname=82891a793a29,34381,1732253865045, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791., hostname=82891a793a29,34381,1732253865045, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=82891a793a29:34381 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms 2024-11-22T05:38:45,537 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791., hostname=82891a793a29,34381,1732253865045, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms 2024-11-22T05:38:45,537 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791., hostname=82891a793a29,34381,1732253865045, seqNum=2 from cache 2024-11-22T05:38:46,035 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes 2024-11-22T05:38:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791., hostname=82891a793a29,34381,1732253865045, seqNum=2] 2024-11-22T05:38:46,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-22T05:38:47,537 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791., hostname=82891a793a29,34381,1732253865045, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791., hostname=82891a793a29,34381,1732253865045, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=82891a793a29:34381 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=980ms, rpcTimeout=975ms 2024-11-22T05:38:47,537 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791., hostname=82891a793a29,34381,1732253865045, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=980ms, rpcTimeout=975ms 2024-11-22T05:38:47,537 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791., hostname=82891a793a29,34381,1732253865045, seqNum=2 from cache 2024-11-22T05:38:47,551 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 228), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=8386 (was 8394) 2024-11-22T05:38:47,561 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=8386 2024-11-22T05:38:47,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:38:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-11-22T05:38:47,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:38:47,600 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:38:47,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-11-22T05:38:47,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:38:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T05:38:47,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741845_1021 (size=416) 2024-11-22T05:38:48,015 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3c831449043c15ce311ad343e99562c, NAME => 'testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b 2024-11-22T05:38:48,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741846_1022 (size=67) 2024-11-22T05:38:48,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes 2024-11-22T05:38:48,124 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-11-22T05:38:48,428 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:38:48,429 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing b3c831449043c15ce311ad343e99562c, disabling compactions & flushes 2024-11-22T05:38:48,429 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c. 2024-11-22T05:38:48,429 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c. 2024-11-22T05:38:48,429 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c. after waiting 0 ms 2024-11-22T05:38:48,429 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c. 2024-11-22T05:38:48,429 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c. 2024-11-22T05:38:48,430 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3c831449043c15ce311ad343e99562c: Waiting for close lock at 1732253928428Disabling compacts and flushes for region at 1732253928428Disabling writes for close at 1732253928429 (+1 ms)Writing region close event to WAL at 1732253928429Closed at 1732253928429 2024-11-22T05:38:48,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:38:48,436 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732253928435"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732253928435"}]},"ts":"1732253928435"} 2024-11-22T05:38:48,439 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:38:48,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:38:48,441 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732253928441"}]},"ts":"1732253928441"} 2024-11-22T05:38:48,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-22T05:38:48,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=b3c831449043c15ce311ad343e99562c, ASSIGN}] 2024-11-22T05:38:48,447 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=b3c831449043c15ce311ad343e99562c, ASSIGN 2024-11-22T05:38:48,448 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=b3c831449043c15ce311ad343e99562c, ASSIGN; state=OFFLINE, location=82891a793a29,34381,1732253865045; forceNewPlan=false, retain=false 2024-11-22T05:38:48,600 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=b3c831449043c15ce311ad343e99562c, regionState=OPENING, regionLocation=82891a793a29,34381,1732253865045 2024-11-22T05:38:48,607 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=b3c831449043c15ce311ad343e99562c, ASSIGN because future has completed 2024-11-22T05:38:48,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3c831449043c15ce311ad343e99562c, server=82891a793a29,34381,1732253865045}] 2024-11-22T05:38:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T05:38:48,775 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c. 2024-11-22T05:38:48,775 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => b3c831449043c15ce311ad343e99562c, NAME => 'testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:38:48,776 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync b3c831449043c15ce311ad343e99562c 2024-11-22T05:38:48,776 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:38:48,776 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for b3c831449043c15ce311ad343e99562c 2024-11-22T05:38:48,776 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for b3c831449043c15ce311ad343e99562c 2024-11-22T05:38:48,778 INFO [StoreOpener-b3c831449043c15ce311ad343e99562c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b3c831449043c15ce311ad343e99562c 2024-11-22T05:38:48,780 INFO [StoreOpener-b3c831449043c15ce311ad343e99562c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3c831449043c15ce311ad343e99562c columnFamilyName testFamily 2024-11-22T05:38:48,780 DEBUG [StoreOpener-b3c831449043c15ce311ad343e99562c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:38:48,781 INFO [StoreOpener-b3c831449043c15ce311ad343e99562c-1 {}] regionserver.HStore(327): Store=b3c831449043c15ce311ad343e99562c/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:38:48,781 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for b3c831449043c15ce311ad343e99562c 2024-11-22T05:38:48,782 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnNextAsync/b3c831449043c15ce311ad343e99562c 2024-11-22T05:38:48,782 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnNextAsync/b3c831449043c15ce311ad343e99562c 2024-11-22T05:38:48,783 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for b3c831449043c15ce311ad343e99562c 2024-11-22T05:38:48,783 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for b3c831449043c15ce311ad343e99562c 2024-11-22T05:38:48,785 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for b3c831449043c15ce311ad343e99562c 2024-11-22T05:38:48,789 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnNextAsync/b3c831449043c15ce311ad343e99562c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:38:48,789 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened b3c831449043c15ce311ad343e99562c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67169553, jitterRate=9.043365716934204E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T05:38:48,790 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3c831449043c15ce311ad343e99562c 2024-11-22T05:38:48,790 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for b3c831449043c15ce311ad343e99562c: Running coprocessor pre-open hook at 1732253928776Writing region info on filesystem at 1732253928776Initializing all the Stores at 1732253928778 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253928778Cleaning up temporary data from old regions at 1732253928783 (+5 ms)Running coprocessor post-open hooks at 1732253928790 (+7 ms)Region opened successfully at 1732253928790 2024-11-22T05:38:48,791 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c., pid=21, masterSystemTime=1732253928761 2024-11-22T05:38:48,794 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c. 2024-11-22T05:38:48,794 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c. 2024-11-22T05:38:48,795 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=b3c831449043c15ce311ad343e99562c, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,34381,1732253865045 2024-11-22T05:38:48,797 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3c831449043c15ce311ad343e99562c, server=82891a793a29,34381,1732253865045 because future has completed 2024-11-22T05:38:48,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-22T05:38:48,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure b3c831449043c15ce311ad343e99562c, server=82891a793a29,34381,1732253865045 in 190 msec 2024-11-22T05:38:48,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-22T05:38:48,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=b3c831449043c15ce311ad343e99562c, ASSIGN in 357 msec 2024-11-22T05:38:48,805 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:38:48,805 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732253928805"}]},"ts":"1732253928805"} 2024-11-22T05:38:48,808 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-22T05:38:48,809 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:38:48,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2460 sec 2024-11-22T05:38:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T05:38:50,650 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-11-22T05:38:50,651 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-22T05:38:50,651 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T05:38:50,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-22T05:38:50,660 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T05:38:50,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-11-22T05:38:50,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c., hostname=82891a793a29,34381,1732253865045, seqNum=2] 2024-11-22T05:38:50,676 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T05:38:50,676 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-22T05:38:50,679 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-22T05:38:50,681 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-22T05:38:50,682 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-22T05:38:50,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-22T05:38:53,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34381 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-972649881673924568' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-22T05:38:53,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34381 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:46138 deadline: 1732253934688, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-972649881673924568' does not exist 2024-11-22T05:38:53,696 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 82891a793a29,34381,1732253865045 for closing scanner id = -972649881673924568 for b3c831449043c15ce311ad343e99562c of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-972649881673924568' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:38:53,702 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=446 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=131 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=8380 (was 8386) 2024-11-22T05:38:53,711 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=131, ProcessCount=11, AvailableMemoryMB=8379 2024-11-22T05:38:53,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:38:53,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-11-22T05:38:53,718 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:38:53,718 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:38:53,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-11-22T05:38:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-22T05:38:53,720 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:38:53,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741847_1023 (size=411) 2024-11-22T05:38:54,134 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55dc6abd6f5a58537fbf48c7adb4112a, NAME => 'testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b 2024-11-22T05:38:54,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741848_1024 (size=62) 2024-11-22T05:38:54,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes 2024-11-22T05:38:54,279 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T05:38:54,306 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-11-22T05:38:54,549 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:38:54,550 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 55dc6abd6f5a58537fbf48c7adb4112a, disabling compactions & flushes 2024-11-22T05:38:54,550 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a. 2024-11-22T05:38:54,550 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a. 2024-11-22T05:38:54,550 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a. after waiting 0 ms 2024-11-22T05:38:54,550 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a. 2024-11-22T05:38:54,550 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a. 2024-11-22T05:38:54,551 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55dc6abd6f5a58537fbf48c7adb4112a: Waiting for close lock at 1732253934549Disabling compacts and flushes for region at 1732253934549Disabling writes for close at 1732253934550 (+1 ms)Writing region close event to WAL at 1732253934550Closed at 1732253934550 2024-11-22T05:38:54,556 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:38:54,557 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732253934556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732253934556"}]},"ts":"1732253934556"} 2024-11-22T05:38:54,563 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:38:54,564 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:38:54,565 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732253934565"}]},"ts":"1732253934565"} 2024-11-22T05:38:54,568 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-22T05:38:54,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=55dc6abd6f5a58537fbf48c7adb4112a, ASSIGN}] 2024-11-22T05:38:54,570 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=55dc6abd6f5a58537fbf48c7adb4112a, ASSIGN 2024-11-22T05:38:54,572 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=55dc6abd6f5a58537fbf48c7adb4112a, ASSIGN; state=OFFLINE, location=82891a793a29,34381,1732253865045; forceNewPlan=false, retain=false 2024-11-22T05:38:54,597 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-22T05:38:54,597 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-22T05:38:54,723 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=55dc6abd6f5a58537fbf48c7adb4112a, regionState=OPENING, regionLocation=82891a793a29,34381,1732253865045 2024-11-22T05:38:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-22T05:38:54,730 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=55dc6abd6f5a58537fbf48c7adb4112a, ASSIGN because future has completed 2024-11-22T05:38:54,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55dc6abd6f5a58537fbf48c7adb4112a, server=82891a793a29,34381,1732253865045}] 2024-11-22T05:38:54,899 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a. 2024-11-22T05:38:54,900 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 55dc6abd6f5a58537fbf48c7adb4112a, NAME => 'testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:38:54,900 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 55dc6abd6f5a58537fbf48c7adb4112a 2024-11-22T05:38:54,900 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:38:54,900 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 55dc6abd6f5a58537fbf48c7adb4112a 2024-11-22T05:38:54,900 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 55dc6abd6f5a58537fbf48c7adb4112a 2024-11-22T05:38:54,902 INFO [StoreOpener-55dc6abd6f5a58537fbf48c7adb4112a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 55dc6abd6f5a58537fbf48c7adb4112a 2024-11-22T05:38:54,904 INFO [StoreOpener-55dc6abd6f5a58537fbf48c7adb4112a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55dc6abd6f5a58537fbf48c7adb4112a columnFamilyName testFamily 2024-11-22T05:38:54,904 DEBUG [StoreOpener-55dc6abd6f5a58537fbf48c7adb4112a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:38:54,905 INFO [StoreOpener-55dc6abd6f5a58537fbf48c7adb4112a-1 {}] regionserver.HStore(327): Store=55dc6abd6f5a58537fbf48c7adb4112a/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:38:54,905 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 55dc6abd6f5a58537fbf48c7adb4112a 2024-11-22T05:38:54,906 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnNext/55dc6abd6f5a58537fbf48c7adb4112a 2024-11-22T05:38:54,907 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnNext/55dc6abd6f5a58537fbf48c7adb4112a 2024-11-22T05:38:54,908 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 55dc6abd6f5a58537fbf48c7adb4112a 2024-11-22T05:38:54,908 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 55dc6abd6f5a58537fbf48c7adb4112a 2024-11-22T05:38:54,910 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 55dc6abd6f5a58537fbf48c7adb4112a 2024-11-22T05:38:54,913 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnNext/55dc6abd6f5a58537fbf48c7adb4112a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:38:54,914 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 55dc6abd6f5a58537fbf48c7adb4112a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63913449, jitterRate=-0.04761539399623871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T05:38:54,914 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55dc6abd6f5a58537fbf48c7adb4112a 2024-11-22T05:38:54,915 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 55dc6abd6f5a58537fbf48c7adb4112a: Running coprocessor pre-open hook at 1732253934900Writing region info on filesystem at 1732253934900Initializing all the Stores at 1732253934902 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253934902Cleaning up temporary data from old regions at 1732253934908 (+6 ms)Running coprocessor post-open hooks at 1732253934914 (+6 ms)Region opened successfully at 1732253934915 (+1 ms) 2024-11-22T05:38:54,916 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a., pid=24, masterSystemTime=1732253934885 2024-11-22T05:38:54,919 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a. 2024-11-22T05:38:54,919 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a. 2024-11-22T05:38:54,920 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=55dc6abd6f5a58537fbf48c7adb4112a, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,34381,1732253865045 2024-11-22T05:38:54,922 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55dc6abd6f5a58537fbf48c7adb4112a, server=82891a793a29,34381,1732253865045 because future has completed 2024-11-22T05:38:54,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-22T05:38:54,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 55dc6abd6f5a58537fbf48c7adb4112a, server=82891a793a29,34381,1732253865045 in 194 msec 2024-11-22T05:38:54,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-22T05:38:54,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=55dc6abd6f5a58537fbf48c7adb4112a, ASSIGN in 359 msec 2024-11-22T05:38:54,931 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:38:54,932 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732253934931"}]},"ts":"1732253934931"} 2024-11-22T05:38:54,934 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-22T05:38:54,936 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:38:54,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2230 sec 2024-11-22T05:38:56,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-22T05:38:56,752 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-11-22T05:38:56,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-22T05:38:56,752 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T05:38:56,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-22T05:38:56,761 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T05:38:56,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-11-22T05:38:56,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a., hostname=82891a793a29,34381,1732253865045, seqNum=2] 2024-11-22T05:38:56,775 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T05:38:56,775 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-22T05:38:56,778 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-22T05:38:56,780 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-22T05:38:56,781 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-22T05:38:56,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-22T05:38:58,808 INFO [master/82891a793a29:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T05:38:58,808 INFO [master/82891a793a29:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T05:38:59,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34381 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-972649881673924564' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-22T05:38:59,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34381 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:46138 deadline: 1732253940797, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-972649881673924564' does not exist 2024-11-22T05:38:59,799 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 82891a793a29,34381,1732253865045 for closing scanner id = -972649881673924564 for 55dc6abd6f5a58537fbf48c7adb4112a of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-972649881673924564' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:38:59,804 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=446 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=121 (was 131), ProcessCount=11 (was 11), AvailableMemoryMB=8372 (was 8379) 2024-11-22T05:38:59,810 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=121, ProcessCount=11, AvailableMemoryMB=8372 2024-11-22T05:38:59,813 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:38:59,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42399 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-11-22T05:38:59,817 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:38:59,817 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:38:59,817 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-11-22T05:38:59,819 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:38:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T05:38:59,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741849_1025 (size=419) 2024-11-22T05:39:00,237 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80a5fdc1fcb1fd77f32dd70aab0fb0ca, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b 2024-11-22T05:39:00,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741850_1026 (size=70) 2024-11-22T05:39:00,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes 2024-11-22T05:39:00,405 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T05:39:00,445 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-11-22T05:39:00,650 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:39:00,651 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 80a5fdc1fcb1fd77f32dd70aab0fb0ca, disabling compactions & flushes 2024-11-22T05:39:00,651 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca. 2024-11-22T05:39:00,651 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca. 2024-11-22T05:39:00,651 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca. after waiting 0 ms 2024-11-22T05:39:00,651 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca. 2024-11-22T05:39:00,652 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca. 2024-11-22T05:39:00,652 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80a5fdc1fcb1fd77f32dd70aab0fb0ca: Waiting for close lock at 1732253940651Disabling compacts and flushes for region at 1732253940651Disabling writes for close at 1732253940651Writing region close event to WAL at 1732253940652 (+1 ms)Closed at 1732253940652 2024-11-22T05:39:00,656 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:39:00,656 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732253940656"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732253940656"}]},"ts":"1732253940656"} 2024-11-22T05:39:00,661 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:39:00,663 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:39:00,664 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732253940663"}]},"ts":"1732253940663"} 2024-11-22T05:39:00,666 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-22T05:39:00,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=80a5fdc1fcb1fd77f32dd70aab0fb0ca, ASSIGN}] 2024-11-22T05:39:00,667 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=80a5fdc1fcb1fd77f32dd70aab0fb0ca, ASSIGN 2024-11-22T05:39:00,668 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=80a5fdc1fcb1fd77f32dd70aab0fb0ca, ASSIGN; state=OFFLINE, location=82891a793a29,34381,1732253865045; forceNewPlan=false, retain=false 2024-11-22T05:39:00,820 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=80a5fdc1fcb1fd77f32dd70aab0fb0ca, regionState=OPENING, regionLocation=82891a793a29,34381,1732253865045 2024-11-22T05:39:00,825 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=80a5fdc1fcb1fd77f32dd70aab0fb0ca, ASSIGN because future has completed 2024-11-22T05:39:00,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80a5fdc1fcb1fd77f32dd70aab0fb0ca, server=82891a793a29,34381,1732253865045}] 2024-11-22T05:39:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T05:39:00,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca. 2024-11-22T05:39:00,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 80a5fdc1fcb1fd77f32dd70aab0fb0ca, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:39:00,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 80a5fdc1fcb1fd77f32dd70aab0fb0ca 2024-11-22T05:39:00,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:39:00,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 80a5fdc1fcb1fd77f32dd70aab0fb0ca 2024-11-22T05:39:00,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 80a5fdc1fcb1fd77f32dd70aab0fb0ca 2024-11-22T05:39:00,995 INFO [StoreOpener-80a5fdc1fcb1fd77f32dd70aab0fb0ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 80a5fdc1fcb1fd77f32dd70aab0fb0ca 2024-11-22T05:39:00,997 INFO [StoreOpener-80a5fdc1fcb1fd77f32dd70aab0fb0ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80a5fdc1fcb1fd77f32dd70aab0fb0ca columnFamilyName testFamily 2024-11-22T05:39:00,998 DEBUG [StoreOpener-80a5fdc1fcb1fd77f32dd70aab0fb0ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:39:00,998 INFO [StoreOpener-80a5fdc1fcb1fd77f32dd70aab0fb0ca-1 {}] regionserver.HStore(327): Store=80a5fdc1fcb1fd77f32dd70aab0fb0ca/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:39:00,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 80a5fdc1fcb1fd77f32dd70aab0fb0ca 2024-11-22T05:39:01,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/80a5fdc1fcb1fd77f32dd70aab0fb0ca 2024-11-22T05:39:01,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/80a5fdc1fcb1fd77f32dd70aab0fb0ca 2024-11-22T05:39:01,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 80a5fdc1fcb1fd77f32dd70aab0fb0ca 2024-11-22T05:39:01,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 80a5fdc1fcb1fd77f32dd70aab0fb0ca 2024-11-22T05:39:01,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 80a5fdc1fcb1fd77f32dd70aab0fb0ca 2024-11-22T05:39:01,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/80a5fdc1fcb1fd77f32dd70aab0fb0ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:39:01,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 80a5fdc1fcb1fd77f32dd70aab0fb0ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73395190, jitterRate=0.09367355704307556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T05:39:01,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80a5fdc1fcb1fd77f32dd70aab0fb0ca 2024-11-22T05:39:01,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 80a5fdc1fcb1fd77f32dd70aab0fb0ca: Running coprocessor pre-open hook at 1732253940993Writing region info on filesystem at 1732253940993Initializing all the Stores at 1732253940994 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253940994Cleaning up temporary data from old regions at 1732253941002 (+8 ms)Running coprocessor post-open hooks at 1732253941008 (+6 ms)Region opened successfully at 1732253941008 2024-11-22T05:39:01,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca., pid=27, masterSystemTime=1732253940980 2024-11-22T05:39:01,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca. 2024-11-22T05:39:01,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca. 2024-11-22T05:39:01,013 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=80a5fdc1fcb1fd77f32dd70aab0fb0ca, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,34381,1732253865045 2024-11-22T05:39:01,016 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80a5fdc1fcb1fd77f32dd70aab0fb0ca, server=82891a793a29,34381,1732253865045 because future has completed 2024-11-22T05:39:01,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-22T05:39:01,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 80a5fdc1fcb1fd77f32dd70aab0fb0ca, server=82891a793a29,34381,1732253865045 in 191 msec 2024-11-22T05:39:01,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-22T05:39:01,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=80a5fdc1fcb1fd77f32dd70aab0fb0ca, ASSIGN in 353 msec 2024-11-22T05:39:01,022 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:39:01,022 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732253941022"}]},"ts":"1732253941022"} 2024-11-22T05:39:01,025 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-22T05:39:01,026 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:39:01,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2130 sec 2024-11-22T05:39:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T05:39:02,850 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-11-22T05:39:02,850 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-22T05:39:02,851 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T05:39:02,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-22T05:39:02,861 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T05:39:02,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-11-22T05:39:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca., hostname=82891a793a29,34381,1732253865045, seqNum=2] 2024-11-22T05:39:02,876 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T05:39:02,876 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-22T05:39:02,879 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-22T05:39:02,880 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-22T05:39:04,596 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-22T05:39:04,597 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-22T05:39:04,597 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-22T05:39:04,597 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-22T05:39:06,498 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T05:39:06,527 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-11-22T05:39:08,887 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca., hostname=82891a793a29,34381,1732253865045, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca., hostname=82891a793a29,34381,1732253865045, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=82891a793a29:34381 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms 2024-11-22T05:39:08,887 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca., hostname=82891a793a29,34381,1732253865045, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms 2024-11-22T05:39:08,888 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca., hostname=82891a793a29,34381,1732253865045, seqNum=2 from cache 2024-11-22T05:39:08,903 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 121), ProcessCount=11 (was 11), AvailableMemoryMB=8362 (was 8372) 2024-11-22T05:39:08,913 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=8361 2024-11-22T05:39:08,916 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:39:08,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42399 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-11-22T05:39:08,920 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:39:08,920 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:39:08,920 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-11-22T05:39:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-22T05:39:08,922 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:39:08,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741851_1027 (size=407) 2024-11-22T05:39:09,342 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a77b5894b453afb0f1fe00716fbd210a, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b 2024-11-22T05:39:09,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741852_1028 (size=58) 2024-11-22T05:39:09,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes 2024-11-22T05:39:09,754 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:39:09,754 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing a77b5894b453afb0f1fe00716fbd210a, disabling compactions & flushes 2024-11-22T05:39:09,755 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a. 2024-11-22T05:39:09,755 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a. 2024-11-22T05:39:09,755 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a. after waiting 0 ms 2024-11-22T05:39:09,755 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a. 2024-11-22T05:39:09,755 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a. 2024-11-22T05:39:09,755 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for a77b5894b453afb0f1fe00716fbd210a: Waiting for close lock at 1732253949754Disabling compacts and flushes for region at 1732253949754Disabling writes for close at 1732253949755 (+1 ms)Writing region close event to WAL at 1732253949755Closed at 1732253949755 2024-11-22T05:39:09,760 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:39:09,760 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732253949760"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732253949760"}]},"ts":"1732253949760"} 2024-11-22T05:39:09,765 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:39:09,766 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:39:09,766 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732253949766"}]},"ts":"1732253949766"} 2024-11-22T05:39:09,768 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-22T05:39:09,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a77b5894b453afb0f1fe00716fbd210a, ASSIGN}] 2024-11-22T05:39:09,770 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a77b5894b453afb0f1fe00716fbd210a, ASSIGN 2024-11-22T05:39:09,771 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a77b5894b453afb0f1fe00716fbd210a, ASSIGN; state=OFFLINE, location=82891a793a29,34381,1732253865045; forceNewPlan=false, retain=false 2024-11-22T05:39:09,922 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=a77b5894b453afb0f1fe00716fbd210a, regionState=OPENING, regionLocation=82891a793a29,34381,1732253865045 2024-11-22T05:39:09,930 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a77b5894b453afb0f1fe00716fbd210a, ASSIGN because future has completed 2024-11-22T05:39:09,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure a77b5894b453afb0f1fe00716fbd210a, server=82891a793a29,34381,1732253865045}] 2024-11-22T05:39:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-22T05:39:10,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a. 2024-11-22T05:39:10,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => a77b5894b453afb0f1fe00716fbd210a, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:39:10,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext a77b5894b453afb0f1fe00716fbd210a 2024-11-22T05:39:10,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:39:10,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for a77b5894b453afb0f1fe00716fbd210a 2024-11-22T05:39:10,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for a77b5894b453afb0f1fe00716fbd210a 2024-11-22T05:39:10,100 INFO [StoreOpener-a77b5894b453afb0f1fe00716fbd210a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region a77b5894b453afb0f1fe00716fbd210a 2024-11-22T05:39:10,102 INFO [StoreOpener-a77b5894b453afb0f1fe00716fbd210a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a77b5894b453afb0f1fe00716fbd210a columnFamilyName testFamily 2024-11-22T05:39:10,103 DEBUG [StoreOpener-a77b5894b453afb0f1fe00716fbd210a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:39:10,103 INFO [StoreOpener-a77b5894b453afb0f1fe00716fbd210a-1 {}] regionserver.HStore(327): Store=a77b5894b453afb0f1fe00716fbd210a/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:39:10,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for a77b5894b453afb0f1fe00716fbd210a 2024-11-22T05:39:10,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnNext/a77b5894b453afb0f1fe00716fbd210a 2024-11-22T05:39:10,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnNext/a77b5894b453afb0f1fe00716fbd210a 2024-11-22T05:39:10,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for a77b5894b453afb0f1fe00716fbd210a 2024-11-22T05:39:10,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for a77b5894b453afb0f1fe00716fbd210a 2024-11-22T05:39:10,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for a77b5894b453afb0f1fe00716fbd210a 2024-11-22T05:39:10,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnNext/a77b5894b453afb0f1fe00716fbd210a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:39:10,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened a77b5894b453afb0f1fe00716fbd210a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72999890, jitterRate=0.08778312802314758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T05:39:10,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a77b5894b453afb0f1fe00716fbd210a 2024-11-22T05:39:10,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for a77b5894b453afb0f1fe00716fbd210a: Running coprocessor pre-open hook at 1732253950097Writing region info on filesystem at 1732253950097Initializing all the Stores at 1732253950100 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253950100Cleaning up temporary data from old regions at 1732253950106 (+6 ms)Running coprocessor post-open hooks at 1732253950112 (+6 ms)Region opened successfully at 1732253950113 (+1 ms) 2024-11-22T05:39:10,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a., pid=30, masterSystemTime=1732253950086 2024-11-22T05:39:10,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a. 2024-11-22T05:39:10,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a. 2024-11-22T05:39:10,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=a77b5894b453afb0f1fe00716fbd210a, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,34381,1732253865045 2024-11-22T05:39:10,119 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure a77b5894b453afb0f1fe00716fbd210a, server=82891a793a29,34381,1732253865045 because future has completed 2024-11-22T05:39:10,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-22T05:39:10,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure a77b5894b453afb0f1fe00716fbd210a, server=82891a793a29,34381,1732253865045 in 189 msec 2024-11-22T05:39:10,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-22T05:39:10,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a77b5894b453afb0f1fe00716fbd210a, ASSIGN in 355 msec 2024-11-22T05:39:10,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:39:10,127 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732253950127"}]},"ts":"1732253950127"} 2024-11-22T05:39:10,130 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-22T05:39:10,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:39:10,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2150 sec 2024-11-22T05:39:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-22T05:39:11,951 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-11-22T05:39:11,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-22T05:39:11,951 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T05:39:11,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-22T05:39:11,966 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T05:39:11,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-11-22T05:39:11,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a., hostname=82891a793a29,34381,1732253865045, seqNum=2] 2024-11-22T05:39:11,980 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T05:39:11,980 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-22T05:39:11,984 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-22T05:39:11,986 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-22T05:39:11,987 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-22T05:39:11,988 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-22T05:39:12,529 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-11-22T05:39:13,387 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T05:39:14,597 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-22T05:39:14,597 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-22T05:39:15,599 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T05:39:18,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34381 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-972649881673924556' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-22T05:39:18,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34381 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:46138 deadline: 1732253964001, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-972649881673924556' does not exist 2024-11-22T05:39:18,003 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 82891a793a29,34381,1732253865045 for closing scanner id = -972649881673924556 for a77b5894b453afb0f1fe00716fbd210a of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-972649881673924556' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:39:18,011 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=8349 (was 8361) 2024-11-22T05:39:18,019 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=8348 2024-11-22T05:39:18,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:39:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-11-22T05:39:18,024 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:39:18,025 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:39:18,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-11-22T05:39:18,026 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:39:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-22T05:39:18,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741853_1029 (size=423) 2024-11-22T05:39:18,437 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2c2fd0fc688f8a492bf89e23b4c2336, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b 2024-11-22T05:39:18,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741854_1030 (size=74) 2024-11-22T05:39:18,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes 2024-11-22T05:39:18,847 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:39:18,847 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing f2c2fd0fc688f8a492bf89e23b4c2336, disabling compactions & flushes 2024-11-22T05:39:18,848 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336. 2024-11-22T05:39:18,848 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336. 2024-11-22T05:39:18,848 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336. after waiting 0 ms 2024-11-22T05:39:18,848 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336. 2024-11-22T05:39:18,849 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336. 2024-11-22T05:39:18,849 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2c2fd0fc688f8a492bf89e23b4c2336: Waiting for close lock at 1732253958847Disabling compacts and flushes for region at 1732253958847Disabling writes for close at 1732253958848 (+1 ms)Writing region close event to WAL at 1732253958848Closed at 1732253958848 2024-11-22T05:39:18,852 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:39:18,853 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732253958852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732253958852"}]},"ts":"1732253958852"} 2024-11-22T05:39:18,856 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:39:18,858 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:39:18,858 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732253958858"}]},"ts":"1732253958858"} 2024-11-22T05:39:18,860 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-22T05:39:18,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f2c2fd0fc688f8a492bf89e23b4c2336, ASSIGN}] 2024-11-22T05:39:18,861 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f2c2fd0fc688f8a492bf89e23b4c2336, ASSIGN 2024-11-22T05:39:18,862 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f2c2fd0fc688f8a492bf89e23b4c2336, ASSIGN; state=OFFLINE, location=82891a793a29,34381,1732253865045; forceNewPlan=false, retain=false 2024-11-22T05:39:19,014 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=f2c2fd0fc688f8a492bf89e23b4c2336, regionState=OPENING, regionLocation=82891a793a29,34381,1732253865045 2024-11-22T05:39:19,022 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f2c2fd0fc688f8a492bf89e23b4c2336, ASSIGN because future has completed 2024-11-22T05:39:19,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2c2fd0fc688f8a492bf89e23b4c2336, server=82891a793a29,34381,1732253865045}] 2024-11-22T05:39:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-22T05:39:19,190 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336. 2024-11-22T05:39:19,191 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => f2c2fd0fc688f8a492bf89e23b4c2336, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:39:19,191 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:19,191 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:39:19,191 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:19,191 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:19,194 INFO [StoreOpener-f2c2fd0fc688f8a492bf89e23b4c2336-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:19,196 INFO [StoreOpener-f2c2fd0fc688f8a492bf89e23b4c2336-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2c2fd0fc688f8a492bf89e23b4c2336 columnFamilyName testFamily 2024-11-22T05:39:19,196 DEBUG [StoreOpener-f2c2fd0fc688f8a492bf89e23b4c2336-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:39:19,197 INFO [StoreOpener-f2c2fd0fc688f8a492bf89e23b4c2336-1 {}] regionserver.HStore(327): Store=f2c2fd0fc688f8a492bf89e23b4c2336/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:39:19,197 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:19,198 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnOpenScannerAsync/f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:19,198 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnOpenScannerAsync/f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:19,199 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:19,199 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:19,202 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:19,205 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnOpenScannerAsync/f2c2fd0fc688f8a492bf89e23b4c2336/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:39:19,206 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened f2c2fd0fc688f8a492bf89e23b4c2336; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75145678, jitterRate=0.11975786089897156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T05:39:19,207 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:19,207 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for f2c2fd0fc688f8a492bf89e23b4c2336: Running coprocessor pre-open hook at 1732253959192Writing region info on filesystem at 1732253959192Initializing all the Stores at 1732253959193 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253959193Cleaning up temporary data from old regions at 1732253959199 (+6 ms)Running coprocessor post-open hooks at 1732253959207 (+8 ms)Region opened successfully at 1732253959207 2024-11-22T05:39:19,209 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336., pid=33, masterSystemTime=1732253959179 2024-11-22T05:39:19,212 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336. 2024-11-22T05:39:19,212 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336. 2024-11-22T05:39:19,212 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=f2c2fd0fc688f8a492bf89e23b4c2336, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,34381,1732253865045 2024-11-22T05:39:19,215 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2c2fd0fc688f8a492bf89e23b4c2336, server=82891a793a29,34381,1732253865045 because future has completed 2024-11-22T05:39:19,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-22T05:39:19,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure f2c2fd0fc688f8a492bf89e23b4c2336, server=82891a793a29,34381,1732253865045 in 193 msec 2024-11-22T05:39:19,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-22T05:39:19,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f2c2fd0fc688f8a492bf89e23b4c2336, ASSIGN in 358 msec 2024-11-22T05:39:19,222 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:39:19,222 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732253959222"}]},"ts":"1732253959222"} 2024-11-22T05:39:19,224 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-22T05:39:19,225 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:39:19,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2030 sec 2024-11-22T05:39:19,751 DEBUG [master/82891a793a29:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T05:39:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-22T05:39:21,069 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-11-22T05:39:21,069 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-22T05:39:21,069 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T05:39:21,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-22T05:39:21,074 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T05:39:21,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-11-22T05:39:21,078 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336., hostname=82891a793a29,34381,1732253865045, seqNum=2] 2024-11-22T05:39:21,090 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T05:39:21,091 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-22T05:39:21,094 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-22T05:39:21,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-22T05:39:22,097 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336., hostname=82891a793a29,34381,1732253865045, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336., hostname=82891a793a29,34381,1732253865045, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=82891a793a29:34381 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms 2024-11-22T05:39:22,097 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336., hostname=82891a793a29,34381,1732253865045, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms 2024-11-22T05:39:22,097 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336., hostname=82891a793a29,34381,1732253865045, seqNum=2 from cache 2024-11-22T05:39:22,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes 2024-11-22T05:39:23,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336., hostname=82891a793a29,34381,1732253865045, seqNum=2] 2024-11-22T05:39:23,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-22T05:39:24,097 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336., hostname=82891a793a29,34381,1732253865045, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336., hostname=82891a793a29,34381,1732253865045, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=82891a793a29:34381 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=978ms, rpcTimeout=976ms 2024-11-22T05:39:24,097 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336., hostname=82891a793a29,34381,1732253865045, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=978ms, rpcTimeout=976ms 2024-11-22T05:39:24,098 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336., hostname=82891a793a29,34381,1732253865045, seqNum=2 from cache 2024-11-22T05:39:24,113 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 222) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=446 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=87 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=8339 (was 8348) 2024-11-22T05:39:24,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:39:24,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:39:24,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:39:24,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:39:24,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:39:24,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:39:24,124 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:39:24,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:39:24,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:39:24,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:39:24,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:39:24,125 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:39:24,125 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1279614773, stopped=false 2024-11-22T05:39:24,125 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,42399,1732253864270 2024-11-22T05:39:24,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x101610c49bc0001, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T05:39:24,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T05:39:24,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x101610c49bc0001, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:39:24,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:39:24,148 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:39:24,148 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:39:24,148 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:39:24,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:39:24,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34381-0x101610c49bc0001, quorum=127.0.0.1:59971, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T05:39:24,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T05:39:24,149 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,34381,1732253865045' ***** 2024-11-22T05:39:24,149 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:39:24,150 INFO [RS:0;82891a793a29:34381 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:39:24,150 INFO [RS:0;82891a793a29:34381 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:39:24,150 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:39:24,150 INFO [RS:0;82891a793a29:34381 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:39:24,150 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(3091): Received CLOSE for a77b5894b453afb0f1fe00716fbd210a 2024-11-22T05:39:24,151 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(3091): Received CLOSE for 55dc6abd6f5a58537fbf48c7adb4112a 2024-11-22T05:39:24,151 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(3091): Received CLOSE for 71bb6ad8356f5ae2fb6acaa237b79f85 2024-11-22T05:39:24,151 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(3091): Received CLOSE for c3d34d687e4c0301563650200187a791 2024-11-22T05:39:24,151 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(3091): Received CLOSE for b3c831449043c15ce311ad343e99562c 2024-11-22T05:39:24,151 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(3091): Received CLOSE for 0236be5f8c57800f6c962e70d5045f19 2024-11-22T05:39:24,151 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(3091): Received CLOSE for e2a3d35b30b9f9523615affdcc5af92f 2024-11-22T05:39:24,151 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f080e45919c376309cbba83a9eb6be2 2024-11-22T05:39:24,151 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(3091): Received CLOSE for 80a5fdc1fcb1fd77f32dd70aab0fb0ca 2024-11-22T05:39:24,152 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a77b5894b453afb0f1fe00716fbd210a, disabling compactions & flushes 2024-11-22T05:39:24,152 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(3091): Received CLOSE for f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:24,152 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a. 2024-11-22T05:39:24,152 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,34381,1732253865045 2024-11-22T05:39:24,152 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a. 2024-11-22T05:39:24,152 INFO [RS:0;82891a793a29:34381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:39:24,152 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a. after waiting 0 ms 2024-11-22T05:39:24,152 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a. 2024-11-22T05:39:24,152 INFO [RS:0;82891a793a29:34381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:34381. 2024-11-22T05:39:24,152 DEBUG [RS:0;82891a793a29:34381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:39:24,152 DEBUG [RS:0;82891a793a29:34381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:39:24,152 INFO [RS:0;82891a793a29:34381 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:39:24,152 INFO [RS:0;82891a793a29:34381 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:39:24,152 INFO [RS:0;82891a793a29:34381 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:39:24,152 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:39:24,153 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-11-22T05:39:24,153 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:39:24,153 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:39:24,153 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:39:24,153 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:39:24,153 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1351): Waiting on 0236be5f8c57800f6c962e70d5045f19, 1588230740, 1f080e45919c376309cbba83a9eb6be2, 55dc6abd6f5a58537fbf48c7adb4112a, 71bb6ad8356f5ae2fb6acaa237b79f85, 80a5fdc1fcb1fd77f32dd70aab0fb0ca, a77b5894b453afb0f1fe00716fbd210a, b3c831449043c15ce311ad343e99562c, c3d34d687e4c0301563650200187a791, e2a3d35b30b9f9523615affdcc5af92f, f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:24,153 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:39:24,157 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-11-22T05:39:24,157 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a77b5894b453afb0f1fe00716fbd210a 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T05:39:24,206 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnNext/a77b5894b453afb0f1fe00716fbd210a/.tmp/testFamily/eccc322115d6404f8ffa5cb8be0c70be is 61, key is row-0/testFamily:testQualifier/1732253951971/Put/seqid=0 2024-11-22T05:39:24,212 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/meta/1588230740/.tmp/info/1b1f119742854aceb703c582cd2ae18a is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2./info:regioninfo/1732253899870/Put/seqid=0 2024-11-22T05:39:24,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741855_1031 (size=5049) 2024-11-22T05:39:24,217 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnNext/a77b5894b453afb0f1fe00716fbd210a/.tmp/testFamily/eccc322115d6404f8ffa5cb8be0c70be 2024-11-22T05:39:24,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741856_1032 (size=20564) 2024-11-22T05:39:24,219 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/meta/1588230740/.tmp/info/1b1f119742854aceb703c582cd2ae18a 2024-11-22T05:39:24,262 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnNext/a77b5894b453afb0f1fe00716fbd210a/.tmp/testFamily/eccc322115d6404f8ffa5cb8be0c70be as hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnNext/a77b5894b453afb0f1fe00716fbd210a/testFamily/eccc322115d6404f8ffa5cb8be0c70be 2024-11-22T05:39:24,272 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnNext/a77b5894b453afb0f1fe00716fbd210a/testFamily/eccc322115d6404f8ffa5cb8be0c70be, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T05:39:24,278 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/meta/1588230740/.tmp/ns/a9cb3160bae94b0da2a35bbb72facc04 is 43, key is default/ns:d/1732253898697/Put/seqid=0 2024-11-22T05:39:24,282 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a77b5894b453afb0f1fe00716fbd210a in 125ms, sequenceid=8, compaction requested=false 2024-11-22T05:39:24,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741857_1033 (size=5153) 2024-11-22T05:39:24,288 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnNext/a77b5894b453afb0f1fe00716fbd210a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T05:39:24,291 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a. 2024-11-22T05:39:24,291 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a77b5894b453afb0f1fe00716fbd210a: Waiting for close lock at 1732253964151Running coprocessor pre-close hooks at 1732253964151Disabling compacts and flushes for region at 1732253964151Disabling writes for close at 1732253964152 (+1 ms)Obtaining lock to block concurrent updates at 1732253964157 (+5 ms)Preparing flush snapshotting stores in a77b5894b453afb0f1fe00716fbd210a at 1732253964157Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732253964164 (+7 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a. at 1732253964165 (+1 ms)Flushing a77b5894b453afb0f1fe00716fbd210a/testFamily: creating writer at 1732253964167 (+2 ms)Flushing a77b5894b453afb0f1fe00716fbd210a/testFamily: appending metadata at 1732253964201 (+34 ms)Flushing a77b5894b453afb0f1fe00716fbd210a/testFamily: closing flushed file at 1732253964204 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a3dcc89: reopening flushed file at 1732253964260 (+56 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a77b5894b453afb0f1fe00716fbd210a in 125ms, sequenceid=8, compaction requested=false at 1732253964282 (+22 ms)Writing region close event to WAL at 1732253964284 (+2 ms)Running coprocessor post-close hooks at 1732253964289 (+5 ms)Closed at 1732253964290 (+1 ms) 2024-11-22T05:39:24,291 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732253948915.a77b5894b453afb0f1fe00716fbd210a. 2024-11-22T05:39:24,291 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55dc6abd6f5a58537fbf48c7adb4112a, disabling compactions & flushes 2024-11-22T05:39:24,291 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a. 2024-11-22T05:39:24,291 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a. 2024-11-22T05:39:24,291 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a. after waiting 0 ms 2024-11-22T05:39:24,291 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a. 2024-11-22T05:39:24,292 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 55dc6abd6f5a58537fbf48c7adb4112a 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T05:39:24,308 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnNext/55dc6abd6f5a58537fbf48c7adb4112a/.tmp/testFamily/5ab727f218e04bd98ef8de6cc2649f1a is 61, key is row-0/testFamily:testQualifier/1732253936766/Put/seqid=0 2024-11-22T05:39:24,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741858_1034 (size=5049) 2024-11-22T05:39:24,354 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1351): Waiting on 0236be5f8c57800f6c962e70d5045f19, 1588230740, 1f080e45919c376309cbba83a9eb6be2, 55dc6abd6f5a58537fbf48c7adb4112a, 71bb6ad8356f5ae2fb6acaa237b79f85, 80a5fdc1fcb1fd77f32dd70aab0fb0ca, b3c831449043c15ce311ad343e99562c, c3d34d687e4c0301563650200187a791, e2a3d35b30b9f9523615affdcc5af92f, f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:24,554 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1351): Waiting on 0236be5f8c57800f6c962e70d5045f19, 1588230740, 1f080e45919c376309cbba83a9eb6be2, 55dc6abd6f5a58537fbf48c7adb4112a, 71bb6ad8356f5ae2fb6acaa237b79f85, 80a5fdc1fcb1fd77f32dd70aab0fb0ca, b3c831449043c15ce311ad343e99562c, c3d34d687e4c0301563650200187a791, e2a3d35b30b9f9523615affdcc5af92f, f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:24,621 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T05:39:24,686 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/meta/1588230740/.tmp/ns/a9cb3160bae94b0da2a35bbb72facc04 2024-11-22T05:39:24,693 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T05:39:24,714 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnNext/55dc6abd6f5a58537fbf48c7adb4112a/.tmp/testFamily/5ab727f218e04bd98ef8de6cc2649f1a 2024-11-22T05:39:24,721 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/meta/1588230740/.tmp/table/cd74b1d70aaa41b193e2fc9a7a33eaab is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732253899892/Put/seqid=0 2024-11-22T05:39:24,724 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnNext/55dc6abd6f5a58537fbf48c7adb4112a/.tmp/testFamily/5ab727f218e04bd98ef8de6cc2649f1a as hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnNext/55dc6abd6f5a58537fbf48c7adb4112a/testFamily/5ab727f218e04bd98ef8de6cc2649f1a 2024-11-22T05:39:24,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741859_1035 (size=6699) 2024-11-22T05:39:24,728 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-11-22T05:39:24,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-11-22T05:39:24,730 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-22T05:39:24,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-22T05:39:24,734 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnNext/55dc6abd6f5a58537fbf48c7adb4112a/testFamily/5ab727f218e04bd98ef8de6cc2649f1a, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T05:39:24,735 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 55dc6abd6f5a58537fbf48c7adb4112a in 444ms, sequenceid=8, compaction requested=false 2024-11-22T05:39:24,741 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnNext/55dc6abd6f5a58537fbf48c7adb4112a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T05:39:24,742 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a. 2024-11-22T05:39:24,742 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55dc6abd6f5a58537fbf48c7adb4112a: Waiting for close lock at 1732253964291Running coprocessor pre-close hooks at 1732253964291Disabling compacts and flushes for region at 1732253964291Disabling writes for close at 1732253964291Obtaining lock to block concurrent updates at 1732253964292 (+1 ms)Preparing flush snapshotting stores in 55dc6abd6f5a58537fbf48c7adb4112a at 1732253964292Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732253964292Flushing stores of testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a. at 1732253964292Flushing 55dc6abd6f5a58537fbf48c7adb4112a/testFamily: creating writer at 1732253964293 (+1 ms)Flushing 55dc6abd6f5a58537fbf48c7adb4112a/testFamily: appending metadata at 1732253964308 (+15 ms)Flushing 55dc6abd6f5a58537fbf48c7adb4112a/testFamily: closing flushed file at 1732253964308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16662c0a: reopening flushed file at 1732253964722 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 55dc6abd6f5a58537fbf48c7adb4112a in 444ms, sequenceid=8, compaction requested=false at 1732253964735 (+13 ms)Writing region close event to WAL at 1732253964736 (+1 ms)Running coprocessor post-close hooks at 1732253964742 (+6 ms)Closed at 1732253964742 2024-11-22T05:39:24,742 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732253933713.55dc6abd6f5a58537fbf48c7adb4112a. 2024-11-22T05:39:24,742 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71bb6ad8356f5ae2fb6acaa237b79f85, disabling compactions & flushes 2024-11-22T05:39:24,742 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85. 2024-11-22T05:39:24,742 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85. 2024-11-22T05:39:24,742 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85. after waiting 0 ms 2024-11-22T05:39:24,742 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85. 2024-11-22T05:39:24,743 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 71bb6ad8356f5ae2fb6acaa237b79f85 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T05:39:24,754 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1351): Waiting on 0236be5f8c57800f6c962e70d5045f19, 1588230740, 1f080e45919c376309cbba83a9eb6be2, 71bb6ad8356f5ae2fb6acaa237b79f85, 80a5fdc1fcb1fd77f32dd70aab0fb0ca, b3c831449043c15ce311ad343e99562c, c3d34d687e4c0301563650200187a791, e2a3d35b30b9f9523615affdcc5af92f, f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:24,759 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnOpenScanner/71bb6ad8356f5ae2fb6acaa237b79f85/.tmp/testFamily/127ee8f29e4f4ec9816e8f16602d480c is 61, key is row-0/testFamily:testQualifier/1732253903219/Put/seqid=0 2024-11-22T05:39:24,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741860_1036 (size=5049) 2024-11-22T05:39:24,954 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1351): Waiting on 0236be5f8c57800f6c962e70d5045f19, 1588230740, 1f080e45919c376309cbba83a9eb6be2, 71bb6ad8356f5ae2fb6acaa237b79f85, 80a5fdc1fcb1fd77f32dd70aab0fb0ca, b3c831449043c15ce311ad343e99562c, c3d34d687e4c0301563650200187a791, e2a3d35b30b9f9523615affdcc5af92f, f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:25,046 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:39:25,046 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:39:25,128 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/meta/1588230740/.tmp/table/cd74b1d70aaa41b193e2fc9a7a33eaab 2024-11-22T05:39:25,142 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/meta/1588230740/.tmp/info/1b1f119742854aceb703c582cd2ae18a as hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/meta/1588230740/info/1b1f119742854aceb703c582cd2ae18a 2024-11-22T05:39:25,153 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/meta/1588230740/info/1b1f119742854aceb703c582cd2ae18a, entries=100, sequenceid=56, filesize=20.1 K 2024-11-22T05:39:25,155 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close 2024-11-22T05:39:25,155 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/meta/1588230740/.tmp/ns/a9cb3160bae94b0da2a35bbb72facc04 as hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/meta/1588230740/ns/a9cb3160bae94b0da2a35bbb72facc04 2024-11-22T05:39:25,155 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1325): Online Regions={71bb6ad8356f5ae2fb6acaa237b79f85=hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85., c3d34d687e4c0301563650200187a791=testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791., b3c831449043c15ce311ad343e99562c=testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c., 1588230740=hbase:meta,,1.1588230740, 0236be5f8c57800f6c962e70d5045f19=testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19., e2a3d35b30b9f9523615affdcc5af92f=hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f., 1f080e45919c376309cbba83a9eb6be2=testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2., 80a5fdc1fcb1fd77f32dd70aab0fb0ca=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca., f2c2fd0fc688f8a492bf89e23b4c2336=testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336.} 2024-11-22T05:39:25,155 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1351): Waiting on 0236be5f8c57800f6c962e70d5045f19, 1588230740, 1f080e45919c376309cbba83a9eb6be2, 71bb6ad8356f5ae2fb6acaa237b79f85, 80a5fdc1fcb1fd77f32dd70aab0fb0ca, b3c831449043c15ce311ad343e99562c, c3d34d687e4c0301563650200187a791, e2a3d35b30b9f9523615affdcc5af92f, f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:25,165 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/meta/1588230740/ns/a9cb3160bae94b0da2a35bbb72facc04, entries=2, sequenceid=56, filesize=5.0 K 2024-11-22T05:39:25,165 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnOpenScanner/71bb6ad8356f5ae2fb6acaa237b79f85/.tmp/testFamily/127ee8f29e4f4ec9816e8f16602d480c 2024-11-22T05:39:25,166 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/meta/1588230740/.tmp/table/cd74b1d70aaa41b193e2fc9a7a33eaab as hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/meta/1588230740/table/cd74b1d70aaa41b193e2fc9a7a33eaab 2024-11-22T05:39:25,175 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/meta/1588230740/table/cd74b1d70aaa41b193e2fc9a7a33eaab, entries=20, sequenceid=56, filesize=6.5 K 2024-11-22T05:39:25,175 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnOpenScanner/71bb6ad8356f5ae2fb6acaa237b79f85/.tmp/testFamily/127ee8f29e4f4ec9816e8f16602d480c as hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnOpenScanner/71bb6ad8356f5ae2fb6acaa237b79f85/testFamily/127ee8f29e4f4ec9816e8f16602d480c 2024-11-22T05:39:25,176 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1023ms, sequenceid=56, compaction requested=false 2024-11-22T05:39:25,182 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-11-22T05:39:25,183 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:39:25,183 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:39:25,184 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732253964153Running coprocessor pre-close hooks at 1732253964153Disabling compacts and flushes for region at 1732253964153Disabling writes for close at 1732253964153Obtaining lock to block concurrent updates at 1732253964157 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732253964157Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732253964164 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732253964166 (+2 ms)Flushing 1588230740/info: creating writer at 1732253964167 (+1 ms)Flushing 1588230740/info: appending metadata at 1732253964207 (+40 ms)Flushing 1588230740/info: closing flushed file at 1732253964207Flushing 1588230740/ns: creating writer at 1732253964260 (+53 ms)Flushing 1588230740/ns: appending metadata at 1732253964277 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732253964277Flushing 1588230740/table: creating writer at 1732253964702 (+425 ms)Flushing 1588230740/table: appending metadata at 1732253964720 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732253964720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b32ee4d: reopening flushed file at 1732253965141 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20bb628e: reopening flushed file at 1732253965153 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cb076f5: reopening flushed file at 1732253965165 (+12 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1023ms, sequenceid=56, compaction requested=false at 1732253965176 (+11 ms)Writing region close event to WAL at 1732253965178 (+2 ms)Running coprocessor post-close hooks at 1732253965183 (+5 ms)Closed at 1732253965183 2024-11-22T05:39:25,184 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:39:25,184 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnOpenScanner/71bb6ad8356f5ae2fb6acaa237b79f85/testFamily/127ee8f29e4f4ec9816e8f16602d480c, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T05:39:25,185 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 71bb6ad8356f5ae2fb6acaa237b79f85 in 443ms, sequenceid=8, compaction requested=false 2024-11-22T05:39:25,191 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnOpenScanner/71bb6ad8356f5ae2fb6acaa237b79f85/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T05:39:25,192 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85. 2024-11-22T05:39:25,192 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71bb6ad8356f5ae2fb6acaa237b79f85: Waiting for close lock at 1732253964742Running coprocessor pre-close hooks at 1732253964742Disabling compacts and flushes for region at 1732253964742Disabling writes for close at 1732253964742Obtaining lock to block concurrent updates at 1732253964743 (+1 ms)Preparing flush snapshotting stores in 71bb6ad8356f5ae2fb6acaa237b79f85 at 1732253964743Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732253964743Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85. at 1732253964743Flushing 71bb6ad8356f5ae2fb6acaa237b79f85/testFamily: creating writer at 1732253964744 (+1 ms)Flushing 71bb6ad8356f5ae2fb6acaa237b79f85/testFamily: appending metadata at 1732253964759 (+15 ms)Flushing 71bb6ad8356f5ae2fb6acaa237b79f85/testFamily: closing flushed file at 1732253964759Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276a687e: reopening flushed file at 1732253965174 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 71bb6ad8356f5ae2fb6acaa237b79f85 in 443ms, sequenceid=8, compaction requested=false at 1732253965185 (+11 ms)Writing region close event to WAL at 1732253965186 (+1 ms)Running coprocessor post-close hooks at 1732253965191 (+5 ms)Closed at 1732253965192 (+1 ms) 2024-11-22T05:39:25,192 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732253900164.71bb6ad8356f5ae2fb6acaa237b79f85. 2024-11-22T05:39:25,192 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3d34d687e4c0301563650200187a791, disabling compactions & flushes 2024-11-22T05:39:25,192 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791. 2024-11-22T05:39:25,192 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791. 2024-11-22T05:39:25,192 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791. after waiting 0 ms 2024-11-22T05:39:25,192 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791. 2024-11-22T05:39:25,192 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c3d34d687e4c0301563650200187a791 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T05:39:25,208 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnOpenScanner/c3d34d687e4c0301563650200187a791/.tmp/testFamily/6b1932b9c8064b2d9dc514d7743d088d is 61, key is row-0/testFamily:testQualifier/1732253924520/Put/seqid=0 2024-11-22T05:39:25,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741861_1037 (size=5049) 2024-11-22T05:39:25,355 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1351): Waiting on 0236be5f8c57800f6c962e70d5045f19, 1f080e45919c376309cbba83a9eb6be2, 80a5fdc1fcb1fd77f32dd70aab0fb0ca, b3c831449043c15ce311ad343e99562c, c3d34d687e4c0301563650200187a791, e2a3d35b30b9f9523615affdcc5af92f, f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:25,556 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1351): Waiting on 0236be5f8c57800f6c962e70d5045f19, 1f080e45919c376309cbba83a9eb6be2, 80a5fdc1fcb1fd77f32dd70aab0fb0ca, b3c831449043c15ce311ad343e99562c, c3d34d687e4c0301563650200187a791, e2a3d35b30b9f9523615affdcc5af92f, f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:25,615 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnOpenScanner/c3d34d687e4c0301563650200187a791/.tmp/testFamily/6b1932b9c8064b2d9dc514d7743d088d 2024-11-22T05:39:25,631 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnOpenScanner/c3d34d687e4c0301563650200187a791/.tmp/testFamily/6b1932b9c8064b2d9dc514d7743d088d as hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnOpenScanner/c3d34d687e4c0301563650200187a791/testFamily/6b1932b9c8064b2d9dc514d7743d088d 2024-11-22T05:39:25,638 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnOpenScanner/c3d34d687e4c0301563650200187a791/testFamily/6b1932b9c8064b2d9dc514d7743d088d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T05:39:25,639 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c3d34d687e4c0301563650200187a791 in 447ms, sequenceid=8, compaction requested=false 2024-11-22T05:39:25,643 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnOpenScanner/c3d34d687e4c0301563650200187a791/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T05:39:25,644 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791. 2024-11-22T05:39:25,644 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3d34d687e4c0301563650200187a791: Waiting for close lock at 1732253965192Running coprocessor pre-close hooks at 1732253965192Disabling compacts and flushes for region at 1732253965192Disabling writes for close at 1732253965192Obtaining lock to block concurrent updates at 1732253965192Preparing flush snapshotting stores in c3d34d687e4c0301563650200187a791 at 1732253965192Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732253965193 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791. at 1732253965193Flushing c3d34d687e4c0301563650200187a791/testFamily: creating writer at 1732253965193Flushing c3d34d687e4c0301563650200187a791/testFamily: appending metadata at 1732253965208 (+15 ms)Flushing c3d34d687e4c0301563650200187a791/testFamily: closing flushed file at 1732253965208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69435c44: reopening flushed file at 1732253965629 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c3d34d687e4c0301563650200187a791 in 447ms, sequenceid=8, compaction requested=false at 1732253965639 (+10 ms)Writing region close event to WAL at 1732253965640 (+1 ms)Running coprocessor post-close hooks at 1732253965644 (+4 ms)Closed at 1732253965644 2024-11-22T05:39:25,645 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732253921471.c3d34d687e4c0301563650200187a791. 2024-11-22T05:39:25,645 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3c831449043c15ce311ad343e99562c, disabling compactions & flushes 2024-11-22T05:39:25,645 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c. 2024-11-22T05:39:25,645 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c. 2024-11-22T05:39:25,645 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c. after waiting 0 ms 2024-11-22T05:39:25,645 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c. 2024-11-22T05:39:25,645 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b3c831449043c15ce311ad343e99562c 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T05:39:25,660 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnNextAsync/b3c831449043c15ce311ad343e99562c/.tmp/testFamily/63d9ad63bf994887acfeccb5597f282a is 61, key is row-0/testFamily:testQualifier/1732253930666/Put/seqid=0 2024-11-22T05:39:25,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741862_1038 (size=5049) 2024-11-22T05:39:25,756 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1351): Waiting on 0236be5f8c57800f6c962e70d5045f19, 1f080e45919c376309cbba83a9eb6be2, 80a5fdc1fcb1fd77f32dd70aab0fb0ca, b3c831449043c15ce311ad343e99562c, e2a3d35b30b9f9523615affdcc5af92f, f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:25,956 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1351): Waiting on 0236be5f8c57800f6c962e70d5045f19, 1f080e45919c376309cbba83a9eb6be2, 80a5fdc1fcb1fd77f32dd70aab0fb0ca, b3c831449043c15ce311ad343e99562c, e2a3d35b30b9f9523615affdcc5af92f, f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:26,067 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnNextAsync/b3c831449043c15ce311ad343e99562c/.tmp/testFamily/63d9ad63bf994887acfeccb5597f282a 2024-11-22T05:39:26,083 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnNextAsync/b3c831449043c15ce311ad343e99562c/.tmp/testFamily/63d9ad63bf994887acfeccb5597f282a as hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnNextAsync/b3c831449043c15ce311ad343e99562c/testFamily/63d9ad63bf994887acfeccb5597f282a 2024-11-22T05:39:26,091 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnNextAsync/b3c831449043c15ce311ad343e99562c/testFamily/63d9ad63bf994887acfeccb5597f282a, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T05:39:26,092 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b3c831449043c15ce311ad343e99562c in 447ms, sequenceid=8, compaction requested=false 2024-11-22T05:39:26,097 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnNextAsync/b3c831449043c15ce311ad343e99562c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T05:39:26,098 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c. 2024-11-22T05:39:26,098 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3c831449043c15ce311ad343e99562c: Waiting for close lock at 1732253965645Running coprocessor pre-close hooks at 1732253965645Disabling compacts and flushes for region at 1732253965645Disabling writes for close at 1732253965645Obtaining lock to block concurrent updates at 1732253965645Preparing flush snapshotting stores in b3c831449043c15ce311ad343e99562c at 1732253965645Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732253965645Flushing stores of testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c. at 1732253965646 (+1 ms)Flushing b3c831449043c15ce311ad343e99562c/testFamily: creating writer at 1732253965646Flushing b3c831449043c15ce311ad343e99562c/testFamily: appending metadata at 1732253965660 (+14 ms)Flushing b3c831449043c15ce311ad343e99562c/testFamily: closing flushed file at 1732253965660Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60f9f822: reopening flushed file at 1732253966082 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b3c831449043c15ce311ad343e99562c in 447ms, sequenceid=8, compaction requested=false at 1732253966092 (+10 ms)Writing region close event to WAL at 1732253966093 (+1 ms)Running coprocessor post-close hooks at 1732253966098 (+5 ms)Closed at 1732253966098 2024-11-22T05:39:26,098 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732253927563.b3c831449043c15ce311ad343e99562c. 2024-11-22T05:39:26,098 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0236be5f8c57800f6c962e70d5045f19, disabling compactions & flushes 2024-11-22T05:39:26,098 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19. 2024-11-22T05:39:26,098 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19. 2024-11-22T05:39:26,098 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19. after waiting 0 ms 2024-11-22T05:39:26,098 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19. 2024-11-22T05:39:26,099 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0236be5f8c57800f6c962e70d5045f19 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T05:39:26,114 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testRetryOutOfOrderScannerNextException/0236be5f8c57800f6c962e70d5045f19/.tmp/testFamily/710253b62008442ba74a764f04cceba6 is 61, key is row-0/testFamily:testQualifier/1732253921415/Put/seqid=0 2024-11-22T05:39:26,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741863_1039 (size=5049) 2024-11-22T05:39:26,156 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-22T05:39:26,157 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1325): Online Regions={0236be5f8c57800f6c962e70d5045f19=testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19., e2a3d35b30b9f9523615affdcc5af92f=hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f., 1f080e45919c376309cbba83a9eb6be2=testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2., 80a5fdc1fcb1fd77f32dd70aab0fb0ca=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca., f2c2fd0fc688f8a492bf89e23b4c2336=testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336.} 2024-11-22T05:39:26,157 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1351): Waiting on 0236be5f8c57800f6c962e70d5045f19, 1f080e45919c376309cbba83a9eb6be2, 80a5fdc1fcb1fd77f32dd70aab0fb0ca, e2a3d35b30b9f9523615affdcc5af92f, f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:26,357 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1351): Waiting on 0236be5f8c57800f6c962e70d5045f19, 1f080e45919c376309cbba83a9eb6be2, 80a5fdc1fcb1fd77f32dd70aab0fb0ca, e2a3d35b30b9f9523615affdcc5af92f, f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:26,521 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testRetryOutOfOrderScannerNextException/0236be5f8c57800f6c962e70d5045f19/.tmp/testFamily/710253b62008442ba74a764f04cceba6 2024-11-22T05:39:26,539 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testRetryOutOfOrderScannerNextException/0236be5f8c57800f6c962e70d5045f19/.tmp/testFamily/710253b62008442ba74a764f04cceba6 as hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testRetryOutOfOrderScannerNextException/0236be5f8c57800f6c962e70d5045f19/testFamily/710253b62008442ba74a764f04cceba6 2024-11-22T05:39:26,547 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testRetryOutOfOrderScannerNextException/0236be5f8c57800f6c962e70d5045f19/testFamily/710253b62008442ba74a764f04cceba6, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T05:39:26,549 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0236be5f8c57800f6c962e70d5045f19 in 451ms, sequenceid=8, compaction requested=false 2024-11-22T05:39:26,554 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testRetryOutOfOrderScannerNextException/0236be5f8c57800f6c962e70d5045f19/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T05:39:26,554 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19. 2024-11-22T05:39:26,555 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0236be5f8c57800f6c962e70d5045f19: Waiting for close lock at 1732253966098Running coprocessor pre-close hooks at 1732253966098Disabling compacts and flushes for region at 1732253966098Disabling writes for close at 1732253966098Obtaining lock to block concurrent updates at 1732253966099 (+1 ms)Preparing flush snapshotting stores in 0236be5f8c57800f6c962e70d5045f19 at 1732253966099Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732253966099Flushing stores of testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19. at 1732253966099Flushing 0236be5f8c57800f6c962e70d5045f19/testFamily: creating writer at 1732253966100 (+1 ms)Flushing 0236be5f8c57800f6c962e70d5045f19/testFamily: appending metadata at 1732253966114 (+14 ms)Flushing 0236be5f8c57800f6c962e70d5045f19/testFamily: closing flushed file at 1732253966114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30100e11: reopening flushed file at 1732253966538 (+424 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0236be5f8c57800f6c962e70d5045f19 in 451ms, sequenceid=8, compaction requested=false at 1732253966549 (+11 ms)Writing region close event to WAL at 1732253966549Running coprocessor post-close hooks at 1732253966554 (+5 ms)Closed at 1732253966554 2024-11-22T05:39:26,555 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732253918370.0236be5f8c57800f6c962e70d5045f19. 2024-11-22T05:39:26,555 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e2a3d35b30b9f9523615affdcc5af92f, disabling compactions & flushes 2024-11-22T05:39:26,555 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f. 2024-11-22T05:39:26,555 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f. 2024-11-22T05:39:26,555 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f. after waiting 0 ms 2024-11-22T05:39:26,555 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f. 2024-11-22T05:39:26,555 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e2a3d35b30b9f9523615affdcc5af92f 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T05:39:26,557 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1351): Waiting on 1f080e45919c376309cbba83a9eb6be2, 80a5fdc1fcb1fd77f32dd70aab0fb0ca, e2a3d35b30b9f9523615affdcc5af92f, f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:26,571 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnNextAsync/e2a3d35b30b9f9523615affdcc5af92f/.tmp/testFamily/23817871928c4a848a05534640859e0f is 61, key is row-0/testFamily:testQualifier/1732253912326/Put/seqid=0 2024-11-22T05:39:26,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741864_1040 (size=5049) 2024-11-22T05:39:26,758 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1351): Waiting on 1f080e45919c376309cbba83a9eb6be2, 80a5fdc1fcb1fd77f32dd70aab0fb0ca, e2a3d35b30b9f9523615affdcc5af92f, f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:26,880 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:42399 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 10 more 2024-11-22T05:39:26,958 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1351): Waiting on 1f080e45919c376309cbba83a9eb6be2, 80a5fdc1fcb1fd77f32dd70aab0fb0ca, e2a3d35b30b9f9523615affdcc5af92f, f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:26,977 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnNextAsync/e2a3d35b30b9f9523615affdcc5af92f/.tmp/testFamily/23817871928c4a848a05534640859e0f 2024-11-22T05:39:26,990 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnNextAsync/e2a3d35b30b9f9523615affdcc5af92f/.tmp/testFamily/23817871928c4a848a05534640859e0f as hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnNextAsync/e2a3d35b30b9f9523615affdcc5af92f/testFamily/23817871928c4a848a05534640859e0f 2024-11-22T05:39:26,997 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnNextAsync/e2a3d35b30b9f9523615affdcc5af92f/testFamily/23817871928c4a848a05534640859e0f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T05:39:26,998 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e2a3d35b30b9f9523615affdcc5af92f in 443ms, sequenceid=8, compaction requested=false 2024-11-22T05:39:27,003 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnNextAsync/e2a3d35b30b9f9523615affdcc5af92f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T05:39:27,004 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f. 2024-11-22T05:39:27,004 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e2a3d35b30b9f9523615affdcc5af92f: Waiting for close lock at 1732253966555Running coprocessor pre-close hooks at 1732253966555Disabling compacts and flushes for region at 1732253966555Disabling writes for close at 1732253966555Obtaining lock to block concurrent updates at 1732253966555Preparing flush snapshotting stores in e2a3d35b30b9f9523615affdcc5af92f at 1732253966555Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732253966555Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f. at 1732253966556 (+1 ms)Flushing e2a3d35b30b9f9523615affdcc5af92f/testFamily: creating writer at 1732253966556Flushing e2a3d35b30b9f9523615affdcc5af92f/testFamily: appending metadata at 1732253966571 (+15 ms)Flushing e2a3d35b30b9f9523615affdcc5af92f/testFamily: closing flushed file at 1732253966571Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60517878: reopening flushed file at 1732253966989 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e2a3d35b30b9f9523615affdcc5af92f in 443ms, sequenceid=8, compaction requested=false at 1732253966998 (+9 ms)Writing region close event to WAL at 1732253966998Running coprocessor post-close hooks at 1732253967003 (+5 ms)Closed at 1732253967004 (+1 ms) 2024-11-22T05:39:27,004 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732253909262.e2a3d35b30b9f9523615affdcc5af92f. 2024-11-22T05:39:27,004 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f080e45919c376309cbba83a9eb6be2, disabling compactions & flushes 2024-11-22T05:39:27,004 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2. 2024-11-22T05:39:27,004 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2. 2024-11-22T05:39:27,004 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2. after waiting 0 ms 2024-11-22T05:39:27,004 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2. 2024-11-22T05:39:27,004 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1f080e45919c376309cbba83a9eb6be2 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T05:39:27,024 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f080e45919c376309cbba83a9eb6be2/.tmp/testFamily/80361943d7194108ad8c9260d79d5ac4 is 61, key is row-0/testFamily:testQualifier/1732253900069/Put/seqid=0 2024-11-22T05:39:27,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741865_1041 (size=5049) 2024-11-22T05:39:27,158 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T05:39:27,158 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1325): Online Regions={1f080e45919c376309cbba83a9eb6be2=testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2., 80a5fdc1fcb1fd77f32dd70aab0fb0ca=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca., f2c2fd0fc688f8a492bf89e23b4c2336=testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336.} 2024-11-22T05:39:27,159 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1351): Waiting on 1f080e45919c376309cbba83a9eb6be2, 80a5fdc1fcb1fd77f32dd70aab0fb0ca, f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:27,359 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1351): Waiting on 1f080e45919c376309cbba83a9eb6be2, 80a5fdc1fcb1fd77f32dd70aab0fb0ca, f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:27,430 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f080e45919c376309cbba83a9eb6be2/.tmp/testFamily/80361943d7194108ad8c9260d79d5ac4 2024-11-22T05:39:27,445 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f080e45919c376309cbba83a9eb6be2/.tmp/testFamily/80361943d7194108ad8c9260d79d5ac4 as hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f080e45919c376309cbba83a9eb6be2/testFamily/80361943d7194108ad8c9260d79d5ac4 2024-11-22T05:39:27,452 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f080e45919c376309cbba83a9eb6be2/testFamily/80361943d7194108ad8c9260d79d5ac4, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T05:39:27,453 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1f080e45919c376309cbba83a9eb6be2 in 449ms, sequenceid=8, compaction requested=false 2024-11-22T05:39:27,458 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f080e45919c376309cbba83a9eb6be2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T05:39:27,459 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2. 2024-11-22T05:39:27,459 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f080e45919c376309cbba83a9eb6be2: Waiting for close lock at 1732253967004Running coprocessor pre-close hooks at 1732253967004Disabling compacts and flushes for region at 1732253967004Disabling writes for close at 1732253967004Obtaining lock to block concurrent updates at 1732253967004Preparing flush snapshotting stores in 1f080e45919c376309cbba83a9eb6be2 at 1732253967004Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732253967005 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2. at 1732253967005Flushing 1f080e45919c376309cbba83a9eb6be2/testFamily: creating writer at 1732253967005Flushing 1f080e45919c376309cbba83a9eb6be2/testFamily: appending metadata at 1732253967023 (+18 ms)Flushing 1f080e45919c376309cbba83a9eb6be2/testFamily: closing flushed file at 1732253967023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1988b11f: reopening flushed file at 1732253967444 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1f080e45919c376309cbba83a9eb6be2 in 449ms, sequenceid=8, compaction requested=false at 1732253967453 (+9 ms)Writing region close event to WAL at 1732253967454 (+1 ms)Running coprocessor post-close hooks at 1732253967458 (+4 ms)Closed at 1732253967458 2024-11-22T05:39:27,459 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732253898999.1f080e45919c376309cbba83a9eb6be2. 2024-11-22T05:39:27,459 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80a5fdc1fcb1fd77f32dd70aab0fb0ca, disabling compactions & flushes 2024-11-22T05:39:27,459 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca. 2024-11-22T05:39:27,459 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca. 2024-11-22T05:39:27,459 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca. after waiting 0 ms 2024-11-22T05:39:27,459 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca. 2024-11-22T05:39:27,459 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 80a5fdc1fcb1fd77f32dd70aab0fb0ca 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T05:39:27,477 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/80a5fdc1fcb1fd77f32dd70aab0fb0ca/.tmp/testFamily/3cd0e6e855394f969afe1c19cca84533 is 61, key is row-0/testFamily:testQualifier/1732253942866/Put/seqid=0 2024-11-22T05:39:27,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741866_1042 (size=5049) 2024-11-22T05:39:27,559 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1351): Waiting on 80a5fdc1fcb1fd77f32dd70aab0fb0ca, f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:27,760 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1351): Waiting on 80a5fdc1fcb1fd77f32dd70aab0fb0ca, f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:27,883 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/80a5fdc1fcb1fd77f32dd70aab0fb0ca/.tmp/testFamily/3cd0e6e855394f969afe1c19cca84533 2024-11-22T05:39:27,897 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/80a5fdc1fcb1fd77f32dd70aab0fb0ca/.tmp/testFamily/3cd0e6e855394f969afe1c19cca84533 as hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/80a5fdc1fcb1fd77f32dd70aab0fb0ca/testFamily/3cd0e6e855394f969afe1c19cca84533 2024-11-22T05:39:27,905 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/80a5fdc1fcb1fd77f32dd70aab0fb0ca/testFamily/3cd0e6e855394f969afe1c19cca84533, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T05:39:27,906 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 80a5fdc1fcb1fd77f32dd70aab0fb0ca in 447ms, sequenceid=8, compaction requested=false 2024-11-22T05:39:27,911 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/80a5fdc1fcb1fd77f32dd70aab0fb0ca/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T05:39:27,912 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca. 2024-11-22T05:39:27,912 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80a5fdc1fcb1fd77f32dd70aab0fb0ca: Waiting for close lock at 1732253967459Running coprocessor pre-close hooks at 1732253967459Disabling compacts and flushes for region at 1732253967459Disabling writes for close at 1732253967459Obtaining lock to block concurrent updates at 1732253967459Preparing flush snapshotting stores in 80a5fdc1fcb1fd77f32dd70aab0fb0ca at 1732253967459Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732253967459Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca. at 1732253967460 (+1 ms)Flushing 80a5fdc1fcb1fd77f32dd70aab0fb0ca/testFamily: creating writer at 1732253967460Flushing 80a5fdc1fcb1fd77f32dd70aab0fb0ca/testFamily: appending metadata at 1732253967476 (+16 ms)Flushing 80a5fdc1fcb1fd77f32dd70aab0fb0ca/testFamily: closing flushed file at 1732253967477 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@594f476e: reopening flushed file at 1732253967895 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 80a5fdc1fcb1fd77f32dd70aab0fb0ca in 447ms, sequenceid=8, compaction requested=false at 1732253967906 (+11 ms)Writing region close event to WAL at 1732253967907 (+1 ms)Running coprocessor post-close hooks at 1732253967912 (+5 ms)Closed at 1732253967912 2024-11-22T05:39:27,912 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732253939813.80a5fdc1fcb1fd77f32dd70aab0fb0ca. 2024-11-22T05:39:27,912 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2c2fd0fc688f8a492bf89e23b4c2336, disabling compactions & flushes 2024-11-22T05:39:27,912 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336. 2024-11-22T05:39:27,912 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336. 2024-11-22T05:39:27,912 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336. after waiting 0 ms 2024-11-22T05:39:27,913 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336. 2024-11-22T05:39:27,913 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f2c2fd0fc688f8a492bf89e23b4c2336 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T05:39:27,928 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnOpenScannerAsync/f2c2fd0fc688f8a492bf89e23b4c2336/.tmp/testFamily/72926b15e54a4bcea64bfc26dee66431 is 61, key is row-0/testFamily:testQualifier/1732253961080/Put/seqid=0 2024-11-22T05:39:27,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741867_1043 (size=5049) 2024-11-22T05:39:27,960 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1351): Waiting on f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:28,160 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T05:39:28,161 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1325): Online Regions={f2c2fd0fc688f8a492bf89e23b4c2336=testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336.} 2024-11-22T05:39:28,161 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1351): Waiting on f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:28,335 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnOpenScannerAsync/f2c2fd0fc688f8a492bf89e23b4c2336/.tmp/testFamily/72926b15e54a4bcea64bfc26dee66431 2024-11-22T05:39:28,350 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnOpenScannerAsync/f2c2fd0fc688f8a492bf89e23b4c2336/.tmp/testFamily/72926b15e54a4bcea64bfc26dee66431 as hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnOpenScannerAsync/f2c2fd0fc688f8a492bf89e23b4c2336/testFamily/72926b15e54a4bcea64bfc26dee66431 2024-11-22T05:39:28,357 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnOpenScannerAsync/f2c2fd0fc688f8a492bf89e23b4c2336/testFamily/72926b15e54a4bcea64bfc26dee66431, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T05:39:28,358 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f2c2fd0fc688f8a492bf89e23b4c2336 in 445ms, sequenceid=8, compaction requested=false 2024-11-22T05:39:28,361 DEBUG [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1351): Waiting on f2c2fd0fc688f8a492bf89e23b4c2336 2024-11-22T05:39:28,363 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/data/default/testNormalScanTimeoutOnOpenScannerAsync/f2c2fd0fc688f8a492bf89e23b4c2336/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T05:39:28,364 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336. 2024-11-22T05:39:28,364 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2c2fd0fc688f8a492bf89e23b4c2336: Waiting for close lock at 1732253967912Running coprocessor pre-close hooks at 1732253967912Disabling compacts and flushes for region at 1732253967912Disabling writes for close at 1732253967912Obtaining lock to block concurrent updates at 1732253967913 (+1 ms)Preparing flush snapshotting stores in f2c2fd0fc688f8a492bf89e23b4c2336 at 1732253967913Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732253967913Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336. at 1732253967913Flushing f2c2fd0fc688f8a492bf89e23b4c2336/testFamily: creating writer at 1732253967913Flushing f2c2fd0fc688f8a492bf89e23b4c2336/testFamily: appending metadata at 1732253967928 (+15 ms)Flushing f2c2fd0fc688f8a492bf89e23b4c2336/testFamily: closing flushed file at 1732253967928Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35744a0b: reopening flushed file at 1732253968349 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f2c2fd0fc688f8a492bf89e23b4c2336 in 445ms, sequenceid=8, compaction requested=false at 1732253968358 (+9 ms)Writing region close event to WAL at 1732253968359 (+1 ms)Running coprocessor post-close hooks at 1732253968364 (+5 ms)Closed at 1732253968364 2024-11-22T05:39:28,364 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732253958021.f2c2fd0fc688f8a492bf89e23b4c2336. 2024-11-22T05:39:28,562 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,34381,1732253865045; all regions closed. 2024-11-22T05:39:28,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741834_1010 (size=19479) 2024-11-22T05:39:28,580 DEBUG [RS:0;82891a793a29:34381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/oldWALs 2024-11-22T05:39:28,581 INFO [RS:0;82891a793a29:34381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C34381%2C1732253865045.meta:.meta(num 1732253898497) 2024-11-22T05:39:28,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741833_1009 (size=20031) 2024-11-22T05:39:28,586 DEBUG [RS:0;82891a793a29:34381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/oldWALs 2024-11-22T05:39:28,586 INFO [RS:0;82891a793a29:34381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C34381%2C1732253865045:(num 1732253898108) 2024-11-22T05:39:28,586 DEBUG [RS:0;82891a793a29:34381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:39:28,586 INFO [RS:0;82891a793a29:34381 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:39:28,586 INFO [RS:0;82891a793a29:34381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:39:28,587 INFO [RS:0;82891a793a29:34381 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T05:39:28,587 INFO [RS:0;82891a793a29:34381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:39:28,587 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:39:28,588 INFO [RS:0;82891a793a29:34381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34381 2024-11-22T05:39:28,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T05:39:28,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x101610c49bc0001, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/82891a793a29,34381,1732253865045 2024-11-22T05:39:28,653 INFO [RS:0;82891a793a29:34381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:39:28,664 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,34381,1732253865045] 2024-11-22T05:39:28,673 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/82891a793a29,34381,1732253865045 already deleted, retry=false 2024-11-22T05:39:28,673 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,34381,1732253865045 expired; onlineServers=0 2024-11-22T05:39:28,673 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:39:28,674 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,42399,1732253864270' ***** 2024-11-22T05:39:28,674 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:39:28,674 INFO [M:0;82891a793a29:42399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:39:28,674 INFO [M:0;82891a793a29:42399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:39:28,674 DEBUG [M:0;82891a793a29:42399 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:39:28,674 DEBUG [M:0;82891a793a29:42399 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:39:28,674 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:39:28,674 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732253867905 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732253867905,5,FailOnTimeoutGroup] 2024-11-22T05:39:28,674 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732253867908 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732253867908,5,FailOnTimeoutGroup] 2024-11-22T05:39:28,674 INFO [M:0;82891a793a29:42399 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:39:28,674 INFO [M:0;82891a793a29:42399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:39:28,675 DEBUG [M:0;82891a793a29:42399 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:39:28,675 INFO [M:0;82891a793a29:42399 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:39:28,675 INFO [M:0;82891a793a29:42399 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:39:28,675 INFO [M:0;82891a793a29:42399 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:39:28,675 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:39:28,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T05:39:28,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:39:28,684 DEBUG [M:0;82891a793a29:42399 {}] zookeeper.ZKUtil(347): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T05:39:28,684 WARN [M:0;82891a793a29:42399 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:39:28,685 INFO [M:0;82891a793a29:42399 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/.lastflushedseqids 2024-11-22T05:39:28,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741868_1044 (size=649) 2024-11-22T05:39:28,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x101610c49bc0001, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:39:28,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x101610c49bc0001, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:39:28,765 INFO [RS:0;82891a793a29:34381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:39:28,766 INFO [RS:0;82891a793a29:34381 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,34381,1732253865045; zookeeper connection closed. 2024-11-22T05:39:28,766 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e1e4655 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e1e4655 2024-11-22T05:39:28,768 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:39:29,098 INFO [M:0;82891a793a29:42399 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:39:29,099 INFO [M:0;82891a793a29:42399 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:39:29,099 DEBUG [M:0;82891a793a29:42399 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:39:29,100 INFO [M:0;82891a793a29:42399 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:39:29,100 DEBUG [M:0;82891a793a29:42399 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:39:29,100 DEBUG [M:0;82891a793a29:42399 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:39:29,100 DEBUG [M:0;82891a793a29:42399 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:39:29,101 INFO [M:0;82891a793a29:42399 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.94 KB heapSize=190.80 KB 2024-11-22T05:39:29,160 DEBUG [M:0;82891a793a29:42399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef846daca0284dde9b0904a81f195616 is 82, key is hbase:meta,,1/info:regioninfo/1732253898589/Put/seqid=0 2024-11-22T05:39:29,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741869_1045 (size=5672) 2024-11-22T05:39:29,567 INFO [M:0;82891a793a29:42399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef846daca0284dde9b0904a81f195616 2024-11-22T05:39:29,600 DEBUG [M:0;82891a793a29:42399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc86e3fc72a94d98a63dd2fc1d92f95a is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732253899899/Put/seqid=0 2024-11-22T05:39:29,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741870_1046 (size=14065) 2024-11-22T05:39:29,794 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T05:39:30,005 INFO [M:0;82891a793a29:42399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.39 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc86e3fc72a94d98a63dd2fc1d92f95a 2024-11-22T05:39:30,011 INFO [M:0;82891a793a29:42399 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc86e3fc72a94d98a63dd2fc1d92f95a 2024-11-22T05:39:30,026 DEBUG [M:0;82891a793a29:42399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/860de32280fc4adda07d95892f3f255f is 69, key is 82891a793a29,34381,1732253865045/rs:state/1732253867947/Put/seqid=0 2024-11-22T05:39:30,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741871_1047 (size=5156) 2024-11-22T05:39:30,434 INFO [M:0;82891a793a29:42399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/860de32280fc4adda07d95892f3f255f 2024-11-22T05:39:30,446 DEBUG [M:0;82891a793a29:42399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef846daca0284dde9b0904a81f195616 as hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef846daca0284dde9b0904a81f195616 2024-11-22T05:39:30,453 INFO [M:0;82891a793a29:42399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef846daca0284dde9b0904a81f195616, entries=8, sequenceid=317, filesize=5.5 K 2024-11-22T05:39:30,454 DEBUG [M:0;82891a793a29:42399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc86e3fc72a94d98a63dd2fc1d92f95a as hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc86e3fc72a94d98a63dd2fc1d92f95a 2024-11-22T05:39:30,460 INFO [M:0;82891a793a29:42399 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc86e3fc72a94d98a63dd2fc1d92f95a 2024-11-22T05:39:30,461 INFO [M:0;82891a793a29:42399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc86e3fc72a94d98a63dd2fc1d92f95a, entries=33, sequenceid=317, filesize=13.7 K 2024-11-22T05:39:30,462 DEBUG [M:0;82891a793a29:42399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/860de32280fc4adda07d95892f3f255f as hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/860de32280fc4adda07d95892f3f255f 2024-11-22T05:39:30,468 INFO [M:0;82891a793a29:42399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/860de32280fc4adda07d95892f3f255f, entries=1, sequenceid=317, filesize=5.0 K 2024-11-22T05:39:30,470 INFO [M:0;82891a793a29:42399 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.94 KB/166855, heapSize ~190.50 KB/195072, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1369ms, sequenceid=317, compaction requested=false 2024-11-22T05:39:30,471 INFO [M:0;82891a793a29:42399 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:39:30,471 DEBUG [M:0;82891a793a29:42399 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732253969099Disabling compacts and flushes for region at 1732253969099Disabling writes for close at 1732253969100 (+1 ms)Obtaining lock to block concurrent updates at 1732253969101 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732253969101Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166855, getHeapSize=195312, getOffHeapSize=0, getCellsCount=364 at 1732253969102 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732253969104 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732253969104Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732253969159 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732253969159Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732253969581 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732253969600 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732253969600Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732253970011 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732253970026 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732253970026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b6d48fc: reopening flushed file at 1732253970445 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e51a038: reopening flushed file at 1732253970453 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47f2e928: reopening flushed file at 1732253970461 (+8 ms)Finished flush of dataSize ~162.94 KB/166855, heapSize ~190.50 KB/195072, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1369ms, sequenceid=317, compaction requested=false at 1732253970470 (+9 ms)Writing region close event to WAL at 1732253970471 (+1 ms)Closed at 1732253970471 2024-11-22T05:39:30,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34061 is added to blk_1073741830_1006 (size=188067) 2024-11-22T05:39:30,474 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3c38848d-50f8-6f88-e380-3b7a0f812f7b/MasterData/WALs/82891a793a29,42399,1732253864270/82891a793a29%2C42399%2C1732253864270.1732253867199 not finished, retry = 0 2024-11-22T05:39:30,577 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:39:30,577 INFO [M:0;82891a793a29:42399 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:39:30,577 INFO [M:0;82891a793a29:42399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42399 2024-11-22T05:39:30,578 INFO [M:0;82891a793a29:42399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:39:30,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:39:30,759 INFO [M:0;82891a793a29:42399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:39:30,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42399-0x101610c49bc0000, quorum=127.0.0.1:59971, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:39:30,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a5c564{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:39:30,771 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@472d7cc5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:39:30,771 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:39:30,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143e3ebb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:39:30,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57f65476{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/hadoop.log.dir/,STOPPED} 2024-11-22T05:39:30,773 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:39:30,773 WARN [BP-1704506025-172.17.0.2-1732253860585 heartbeating to localhost/127.0.0.1:42595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:39:30,773 WARN [BP-1704506025-172.17.0.2-1732253860585 heartbeating to localhost/127.0.0.1:42595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1704506025-172.17.0.2-1732253860585 (Datanode Uuid 4b868e61-342e-4a15-8f85-67333097c8a1) service to localhost/127.0.0.1:42595 2024-11-22T05:39:30,773 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:39:30,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/cluster_56f75cc5-5f27-90ee-b309-5bea662b9cea/data/data1/current/BP-1704506025-172.17.0.2-1732253860585 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:39:30,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/cluster_56f75cc5-5f27-90ee-b309-5bea662b9cea/data/data2/current/BP-1704506025-172.17.0.2-1732253860585 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:39:30,775 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:39:30,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@145130b3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:39:30,783 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6996888d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:39:30,783 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:39:30,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38de4b28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:39:30,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57edb59a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01fc1169-29ea-f197-3394-2836e0e4eeab/hadoop.log.dir/,STOPPED} 2024-11-22T05:39:30,794 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T05:39:30,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down