2024-11-22 08:59:48,658 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-22 08:59:48,670 main DEBUG Took 0.010241 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 08:59:48,671 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 08:59:48,671 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 08:59:48,678 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 08:59:48,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:59:48,688 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 08:59:48,704 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:59:48,705 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:59:48,706 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:59:48,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:59:48,708 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:59:48,708 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:59:48,709 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:59:48,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:59:48,711 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:59:48,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:59:48,712 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:59:48,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:59:48,714 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:59:48,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:59:48,715 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:59:48,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:59:48,716 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:59:48,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:59:48,717 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:59:48,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:59:48,718 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:59:48,719 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:59:48,719 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:59:48,720 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:59:48,720 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:59:48,721 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 08:59:48,723 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:59:48,724 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 08:59:48,726 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 08:59:48,727 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 08:59:48,728 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 08:59:48,728 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 08:59:48,736 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 08:59:48,738 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 08:59:48,740 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 08:59:48,741 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 08:59:48,741 main DEBUG createAppenders(={Console}) 2024-11-22 08:59:48,742 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-11-22 08:59:48,742 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-22 08:59:48,742 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-11-22 08:59:48,743 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 08:59:48,743 main DEBUG OutputStream closed 2024-11-22 08:59:48,743 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 08:59:48,744 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 08:59:48,744 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-11-22 08:59:48,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 08:59:48,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 08:59:48,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 08:59:48,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 08:59:48,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 08:59:48,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 08:59:48,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 08:59:48,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 08:59:48,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 08:59:48,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 08:59:48,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 08:59:48,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 08:59:48,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 08:59:48,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 08:59:48,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 08:59:48,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 08:59:48,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 08:59:48,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 08:59:48,837 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 08:59:48,838 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-11-22 08:59:48,838 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 08:59:48,839 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-11-22T08:59:48,852 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-11-22 08:59:48,855 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 08:59:48,855 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T08:59:49,124 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92 2024-11-22T08:59:49,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T08:59:49,162 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/cluster_fbd10b13-129a-0897-beec-a0f70f0106b5, deleteOnExit=true 2024-11-22T08:59:49,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T08:59:49,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/test.cache.data in system properties and HBase conf 2024-11-22T08:59:49,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T08:59:49,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/hadoop.log.dir in system properties and HBase conf 2024-11-22T08:59:49,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T08:59:49,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T08:59:49,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T08:59:49,253 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T08:59:49,337 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T08:59:49,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T08:59:49,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T08:59:49,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T08:59:49,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T08:59:49,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T08:59:49,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T08:59:49,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T08:59:49,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T08:59:49,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T08:59:49,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/nfs.dump.dir in system properties and HBase conf 2024-11-22T08:59:49,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/java.io.tmpdir in system properties and HBase conf 2024-11-22T08:59:49,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T08:59:49,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T08:59:49,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T08:59:50,075 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T08:59:50,148 INFO [Time-limited test {}] log.Log(170): Logging initialized @2141ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T08:59:50,217 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T08:59:50,281 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T08:59:50,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T08:59:50,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T08:59:50,303 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T08:59:50,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T08:59:50,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/hadoop.log.dir/,AVAILABLE} 2024-11-22T08:59:50,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T08:59:50,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/java.io.tmpdir/jetty-localhost-33793-hadoop-hdfs-3_4_1-tests_jar-_-any-9676079367949756655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T08:59:50,496 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:33793} 2024-11-22T08:59:50,496 INFO [Time-limited test {}] server.Server(415): Started @2490ms 2024-11-22T08:59:50,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T08:59:50,837 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T08:59:50,839 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T08:59:50,839 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T08:59:50,839 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T08:59:50,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/hadoop.log.dir/,AVAILABLE} 2024-11-22T08:59:50,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T08:59:50,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/java.io.tmpdir/jetty-localhost-37593-hadoop-hdfs-3_4_1-tests_jar-_-any-17155930514354780401/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T08:59:50,941 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:37593} 2024-11-22T08:59:50,941 INFO [Time-limited test {}] server.Server(415): Started @2935ms 2024-11-22T08:59:50,990 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T08:59:51,404 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/cluster_fbd10b13-129a-0897-beec-a0f70f0106b5/data/data1/current/BP-1874125603-172.17.0.2-1732265989872/current, will proceed with Du for space computation calculation, 2024-11-22T08:59:51,404 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/cluster_fbd10b13-129a-0897-beec-a0f70f0106b5/data/data2/current/BP-1874125603-172.17.0.2-1732265989872/current, will proceed with Du for space computation calculation, 2024-11-22T08:59:51,443 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T08:59:51,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3a5ab0e9653719c with lease ID 0x956d9737770365e2: Processing first storage report for DS-75ac8eed-5f47-4a72-84db-10597aa06aee from datanode DatanodeRegistration(127.0.0.1:41681, datanodeUuid=c0b3a0a1-149d-4c21-8188-229314cc34ce, infoPort=39077, infoSecurePort=0, ipcPort=44923, storageInfo=lv=-57;cid=testClusterID;nsid=28896810;c=1732265989872) 2024-11-22T08:59:51,497 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3a5ab0e9653719c with lease ID 0x956d9737770365e2: from storage DS-75ac8eed-5f47-4a72-84db-10597aa06aee node DatanodeRegistration(127.0.0.1:41681, datanodeUuid=c0b3a0a1-149d-4c21-8188-229314cc34ce, infoPort=39077, infoSecurePort=0, ipcPort=44923, storageInfo=lv=-57;cid=testClusterID;nsid=28896810;c=1732265989872), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-22T08:59:51,498 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3a5ab0e9653719c with lease ID 0x956d9737770365e2: Processing first storage report for DS-6d3b2303-6633-4aec-a2c9-aa686e476855 from datanode DatanodeRegistration(127.0.0.1:41681, datanodeUuid=c0b3a0a1-149d-4c21-8188-229314cc34ce, infoPort=39077, infoSecurePort=0, ipcPort=44923, storageInfo=lv=-57;cid=testClusterID;nsid=28896810;c=1732265989872) 2024-11-22T08:59:51,498 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3a5ab0e9653719c with lease ID 0x956d9737770365e2: from storage DS-6d3b2303-6633-4aec-a2c9-aa686e476855 node DatanodeRegistration(127.0.0.1:41681, datanodeUuid=c0b3a0a1-149d-4c21-8188-229314cc34ce, infoPort=39077, infoSecurePort=0, ipcPort=44923, storageInfo=lv=-57;cid=testClusterID;nsid=28896810;c=1732265989872), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T08:59:51,516 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92 2024-11-22T08:59:51,588 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/cluster_fbd10b13-129a-0897-beec-a0f70f0106b5/zookeeper_0, clientPort=57762, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/cluster_fbd10b13-129a-0897-beec-a0f70f0106b5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/cluster_fbd10b13-129a-0897-beec-a0f70f0106b5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T08:59:51,597 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57762 2024-11-22T08:59:51,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:59:51,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:59:51,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741825_1001 (size=7) 2024-11-22T08:59:52,254 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1 with version=8 2024-11-22T08:59:52,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/hbase-staging 2024-11-22T08:59:52,332 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T08:59:52,524 INFO [Time-limited test {}] client.ConnectionUtils(128): master/296fbbacac79:0 server-side Connection retries=9 2024-11-22T08:59:52,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T08:59:52,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T08:59:52,537 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T08:59:52,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T08:59:52,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T08:59:52,664 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T08:59:52,719 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T08:59:52,731 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T08:59:52,735 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T08:59:52,764 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 105013 (auto-detected) 2024-11-22T08:59:52,765 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T08:59:52,782 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42297 2024-11-22T08:59:52,802 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42297 connecting to ZooKeeper ensemble=127.0.0.1:57762 2024-11-22T08:59:52,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422970x0, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T08:59:52,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42297-0x10066a8ba020000 connected 2024-11-22T08:59:52,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:59:52,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:59:52,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T08:59:52,870 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1, hbase.cluster.distributed=false 2024-11-22T08:59:52,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T08:59:52,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42297 2024-11-22T08:59:52,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42297 2024-11-22T08:59:52,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42297 2024-11-22T08:59:52,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42297 2024-11-22T08:59:52,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42297 2024-11-22T08:59:53,007 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/296fbbacac79:0 server-side Connection retries=9 2024-11-22T08:59:53,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T08:59:53,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T08:59:53,009 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T08:59:53,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T08:59:53,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T08:59:53,012 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T08:59:53,014 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T08:59:53,015 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34219 2024-11-22T08:59:53,017 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34219 connecting to ZooKeeper ensemble=127.0.0.1:57762 2024-11-22T08:59:53,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:59:53,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:59:53,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342190x0, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T08:59:53,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34219-0x10066a8ba020001 connected 2024-11-22T08:59:53,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34219-0x10066a8ba020001, quorum=127.0.0.1:57762, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T08:59:53,033 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T08:59:53,041 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T08:59:53,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34219-0x10066a8ba020001, quorum=127.0.0.1:57762, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T08:59:53,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34219-0x10066a8ba020001, quorum=127.0.0.1:57762, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T08:59:53,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34219 2024-11-22T08:59:53,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34219 2024-11-22T08:59:53,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34219 2024-11-22T08:59:53,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34219 2024-11-22T08:59:53,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34219 2024-11-22T08:59:53,066 DEBUG [M:0;296fbbacac79:42297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;296fbbacac79:42297 2024-11-22T08:59:53,067 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/296fbbacac79,42297,1732265992377 2024-11-22T08:59:53,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x10066a8ba020001, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T08:59:53,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T08:59:53,074 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/296fbbacac79,42297,1732265992377 2024-11-22T08:59:53,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x10066a8ba020001, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T08:59:53,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:59:53,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x10066a8ba020001, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:59:53,096 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T08:59:53,098 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/296fbbacac79,42297,1732265992377 from backup master directory 2024-11-22T08:59:53,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x10066a8ba020001, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T08:59:53,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/296fbbacac79,42297,1732265992377 2024-11-22T08:59:53,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T08:59:53,101 WARN [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T08:59:53,101 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=296fbbacac79,42297,1732265992377 2024-11-22T08:59:53,103 INFO [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T08:59:53,104 INFO [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T08:59:53,155 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/hbase.id] with ID: 0e554611-45a6-4d49-ac96-d133733f2aa3 2024-11-22T08:59:53,155 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/.tmp/hbase.id 2024-11-22T08:59:53,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741826_1002 (size=42) 2024-11-22T08:59:53,570 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/.tmp/hbase.id]:[hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/hbase.id] 2024-11-22T08:59:53,623 INFO [master/296fbbacac79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:59:53,629 INFO [master/296fbbacac79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T08:59:53,648 INFO [master/296fbbacac79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-22T08:59:53,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:59:53,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x10066a8ba020001, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:59:53,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741827_1003 (size=196) 2024-11-22T08:59:54,089 INFO [master/296fbbacac79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T08:59:54,091 INFO [master/296fbbacac79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T08:59:54,106 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T08:59:54,110 INFO [master/296fbbacac79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T08:59:54,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741828_1004 (size=1189) 2024-11-22T08:59:54,564 INFO [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/data/master/store 2024-11-22T08:59:54,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741829_1005 (size=34) 2024-11-22T08:59:54,996 INFO [master/296fbbacac79:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T08:59:55,001 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:59:55,002 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T08:59:55,003 INFO [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T08:59:55,003 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T08:59:55,005 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T08:59:55,005 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T08:59:55,006 INFO [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T08:59:55,007 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732265995002Disabling compacts and flushes for region at 1732265995002Disabling writes for close at 1732265995005 (+3 ms)Writing region close event to WAL at 1732265995005Closed at 1732265995006 (+1 ms) 2024-11-22T08:59:55,009 WARN [master/296fbbacac79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/data/master/store/.initializing 2024-11-22T08:59:55,009 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/WALs/296fbbacac79,42297,1732265992377 2024-11-22T08:59:55,018 INFO [master/296fbbacac79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T08:59:55,033 INFO [master/296fbbacac79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=296fbbacac79%2C42297%2C1732265992377, suffix=, logDir=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/WALs/296fbbacac79,42297,1732265992377, archiveDir=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/oldWALs, maxLogs=10 2024-11-22T08:59:55,054 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/WALs/296fbbacac79,42297,1732265992377/296fbbacac79%2C42297%2C1732265992377.1732265995037, exclude list is [], retry=0 2024-11-22T08:59:55,071 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-75ac8eed-5f47-4a72-84db-10597aa06aee,DISK] 2024-11-22T08:59:55,074 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T08:59:55,110 INFO [master/296fbbacac79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/WALs/296fbbacac79,42297,1732265992377/296fbbacac79%2C42297%2C1732265992377.1732265995037 2024-11-22T08:59:55,111 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39077:39077)] 2024-11-22T08:59:55,112 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T08:59:55,112 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:59:55,115 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:59:55,116 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:59:55,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:59:55,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T08:59:55,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:59:55,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:59:55,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:59:55,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T08:59:55,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:59:55,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:59:55,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:59:55,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T08:59:55,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:59:55,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:59:55,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:59:55,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T08:59:55,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:59:55,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:59:55,199 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:59:55,203 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:59:55,204 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:59:55,210 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:59:55,211 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:59:55,215 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T08:59:55,219 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:59:55,225 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:59:55,226 INFO [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62438798, jitterRate=-0.06958940625190735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T08:59:55,234 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732265995129Initializing all the Stores at 1732265995131 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732265995132 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265995132Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265995133 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265995133Cleaning up temporary data from old regions at 1732265995211 (+78 ms)Region opened successfully at 1732265995234 (+23 ms) 2024-11-22T08:59:55,235 INFO [master/296fbbacac79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T08:59:55,269 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d2a9a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=296fbbacac79/172.17.0.2:0 2024-11-22T08:59:55,298 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T08:59:55,308 INFO [master/296fbbacac79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T08:59:55,308 INFO [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T08:59:55,311 INFO [master/296fbbacac79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T08:59:55,312 INFO [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T08:59:55,317 INFO [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T08:59:55,317 INFO [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T08:59:55,347 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T08:59:55,355 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T08:59:55,357 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T08:59:55,360 INFO [master/296fbbacac79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T08:59:55,361 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T08:59:55,363 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T08:59:55,365 INFO [master/296fbbacac79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T08:59:55,368 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T08:59:55,369 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T08:59:55,371 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T08:59:55,372 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T08:59:55,389 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T08:59:55,390 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T08:59:55,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x10066a8ba020001, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T08:59:55,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T08:59:55,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x10066a8ba020001, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:59:55,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:59:55,396 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=296fbbacac79,42297,1732265992377, sessionid=0x10066a8ba020000, setting cluster-up flag (Was=false) 2024-11-22T08:59:55,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:59:55,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x10066a8ba020001, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:59:55,411 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T08:59:55,413 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=296fbbacac79,42297,1732265992377 2024-11-22T08:59:55,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:59:55,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x10066a8ba020001, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:59:55,421 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T08:59:55,423 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=296fbbacac79,42297,1732265992377 2024-11-22T08:59:55,430 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T08:59:55,458 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(746): ClusterId : 0e554611-45a6-4d49-ac96-d133733f2aa3 2024-11-22T08:59:55,460 DEBUG [RS:0;296fbbacac79:34219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T08:59:55,464 DEBUG [RS:0;296fbbacac79:34219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T08:59:55,464 DEBUG [RS:0;296fbbacac79:34219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T08:59:55,467 DEBUG [RS:0;296fbbacac79:34219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T08:59:55,467 DEBUG [RS:0;296fbbacac79:34219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d93a3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=296fbbacac79/172.17.0.2:0 2024-11-22T08:59:55,481 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;296fbbacac79:34219 2024-11-22T08:59:55,484 INFO [RS:0;296fbbacac79:34219 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T08:59:55,484 INFO [RS:0;296fbbacac79:34219 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T08:59:55,484 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T08:59:55,486 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(2659): reportForDuty to master=296fbbacac79,42297,1732265992377 with port=34219, startcode=1732265992972 2024-11-22T08:59:55,497 DEBUG [RS:0;296fbbacac79:34219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T08:59:55,502 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T08:59:55,512 INFO [master/296fbbacac79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T08:59:55,520 INFO [master/296fbbacac79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T08:59:55,526 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 296fbbacac79,42297,1732265992377 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T08:59:55,531 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52529, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T08:59:55,534 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/296fbbacac79:0, corePoolSize=5, maxPoolSize=5 2024-11-22T08:59:55,534 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/296fbbacac79:0, corePoolSize=5, maxPoolSize=5 2024-11-22T08:59:55,534 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/296fbbacac79:0, corePoolSize=5, maxPoolSize=5 2024-11-22T08:59:55,535 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/296fbbacac79:0, corePoolSize=5, maxPoolSize=5 2024-11-22T08:59:55,535 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/296fbbacac79:0, corePoolSize=10, maxPoolSize=10 2024-11-22T08:59:55,535 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:59:55,535 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/296fbbacac79:0, corePoolSize=2, maxPoolSize=2 2024-11-22T08:59:55,535 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:59:55,538 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42297 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-22T08:59:55,545 INFO [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732266025545 2024-11-22T08:59:55,545 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T08:59:55,546 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T08:59:55,547 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T08:59:55,548 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T08:59:55,551 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T08:59:55,552 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T08:59:55,552 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:59:55,552 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T08:59:55,552 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T08:59:55,552 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T08:59:55,553 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T08:59:55,557 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T08:59:55,558 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T08:59:55,559 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T08:59:55,561 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T08:59:55,562 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T08:59:55,564 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/296fbbacac79:0:becomeActiveMaster-HFileCleaner.large.0-1732265995563,5,FailOnTimeoutGroup] 2024-11-22T08:59:55,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741831_1007 (size=1321) 2024-11-22T08:59:55,564 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/296fbbacac79:0:becomeActiveMaster-HFileCleaner.small.0-1732265995564,5,FailOnTimeoutGroup] 2024-11-22T08:59:55,565 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T08:59:55,565 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T08:59:55,566 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T08:59:55,566 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T08:59:55,567 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T08:59:55,567 WARN [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying. 2024-11-22T08:59:55,969 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T08:59:55,970 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1 2024-11-22T08:59:55,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741832_1008 (size=32) 2024-11-22T08:59:56,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:59:56,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T08:59:56,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T08:59:56,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:59:56,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:59:56,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T08:59:56,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T08:59:56,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:59:56,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:59:56,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T08:59:56,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T08:59:56,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:59:56,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:59:56,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T08:59:56,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T08:59:56,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:59:56,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:59:56,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T08:59:56,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/meta/1588230740 2024-11-22T08:59:56,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/meta/1588230740 2024-11-22T08:59:56,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T08:59:56,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T08:59:56,422 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T08:59:56,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T08:59:56,428 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:59:56,428 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68664433, jitterRate=0.023179784417152405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T08:59:56,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732265996392Initializing all the Stores at 1732265996394 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732265996394Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732265996395 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265996395Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732265996395Cleaning up temporary data from old regions at 1732265996421 (+26 ms)Region opened successfully at 1732265996432 (+11 ms) 2024-11-22T08:59:56,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T08:59:56,433 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T08:59:56,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T08:59:56,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T08:59:56,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T08:59:56,434 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T08:59:56,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732265996433Disabling compacts and flushes for region at 1732265996433Disabling writes for close at 1732265996433Writing region close event to WAL at 1732265996434 (+1 ms)Closed at 1732265996434 2024-11-22T08:59:56,437 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T08:59:56,437 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T08:59:56,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T08:59:56,450 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T08:59:56,453 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T08:59:56,604 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T08:59:57,606 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T08:59:58,607 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T08:59:59,608 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:00,609 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:01,610 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:02,611 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:02,715 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T09:00:02,716 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T09:00:03,611 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:04,612 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:05,613 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:06,613 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:07,615 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:08,616 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:09,617 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:10,618 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:11,619 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:12,621 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:13,622 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:14,623 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:15,624 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:16,625 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:17,627 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:18,628 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:19,629 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:20,630 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:21,513 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T09:00:21,632 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:22,633 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:23,634 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:24,635 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:25,571 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(2659): reportForDuty to master=296fbbacac79,42297,1732265992377 with port=34219, startcode=1732265992972 2024-11-22T09:00:25,577 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42297 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 296fbbacac79,34219,1732265992972 2024-11-22T09:00:25,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42297 {}] master.ServerManager(517): Registering regionserver=296fbbacac79,34219,1732265992972 2024-11-22T09:00:25,590 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1 2024-11-22T09:00:25,590 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44493 2024-11-22T09:00:25,590 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T09:00:25,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T09:00:25,594 DEBUG [RS:0;296fbbacac79:34219 {}] zookeeper.ZKUtil(111): regionserver:34219-0x10066a8ba020001, quorum=127.0.0.1:57762, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/296fbbacac79,34219,1732265992972 2024-11-22T09:00:25,594 WARN [RS:0;296fbbacac79:34219 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T09:00:25,595 INFO [RS:0;296fbbacac79:34219 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T09:00:25,595 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/WALs/296fbbacac79,34219,1732265992972 2024-11-22T09:00:25,596 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [296fbbacac79,34219,1732265992972] 2024-11-22T09:00:25,621 INFO [RS:0;296fbbacac79:34219 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T09:00:25,632 INFO [RS:0;296fbbacac79:34219 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T09:00:25,636 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:25,637 INFO [RS:0;296fbbacac79:34219 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T09:00:25,637 INFO [RS:0;296fbbacac79:34219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T09:00:25,638 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T09:00:25,644 INFO [RS:0;296fbbacac79:34219 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T09:00:25,646 INFO [RS:0;296fbbacac79:34219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T09:00:25,646 DEBUG [RS:0;296fbbacac79:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T09:00:25,646 DEBUG [RS:0;296fbbacac79:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T09:00:25,647 DEBUG [RS:0;296fbbacac79:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T09:00:25,647 DEBUG [RS:0;296fbbacac79:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T09:00:25,647 DEBUG [RS:0;296fbbacac79:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T09:00:25,647 DEBUG [RS:0;296fbbacac79:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0, corePoolSize=2, maxPoolSize=2 2024-11-22T09:00:25,647 DEBUG [RS:0;296fbbacac79:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T09:00:25,647 DEBUG [RS:0;296fbbacac79:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T09:00:25,648 DEBUG [RS:0;296fbbacac79:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T09:00:25,648 DEBUG [RS:0;296fbbacac79:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T09:00:25,648 DEBUG [RS:0;296fbbacac79:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T09:00:25,648 DEBUG [RS:0;296fbbacac79:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T09:00:25,648 DEBUG [RS:0;296fbbacac79:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0, corePoolSize=3, maxPoolSize=3 2024-11-22T09:00:25,648 DEBUG [RS:0;296fbbacac79:34219 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/296fbbacac79:0, corePoolSize=3, maxPoolSize=3 2024-11-22T09:00:25,650 INFO [RS:0;296fbbacac79:34219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T09:00:25,650 INFO [RS:0;296fbbacac79:34219 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T09:00:25,650 INFO [RS:0;296fbbacac79:34219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T09:00:25,650 INFO [RS:0;296fbbacac79:34219 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T09:00:25,651 INFO [RS:0;296fbbacac79:34219 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T09:00:25,651 INFO [RS:0;296fbbacac79:34219 {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,34219,1732265992972-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T09:00:25,672 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T09:00:25,674 INFO [RS:0;296fbbacac79:34219 {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,34219,1732265992972-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T09:00:25,674 INFO [RS:0;296fbbacac79:34219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T09:00:25,674 INFO [RS:0;296fbbacac79:34219 {}] regionserver.Replication(171): 296fbbacac79,34219,1732265992972 started 2024-11-22T09:00:25,691 INFO [RS:0;296fbbacac79:34219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T09:00:25,692 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1482): Serving as 296fbbacac79,34219,1732265992972, RpcServer on 296fbbacac79/172.17.0.2:34219, sessionid=0x10066a8ba020001 2024-11-22T09:00:25,693 DEBUG [RS:0;296fbbacac79:34219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T09:00:25,693 DEBUG [RS:0;296fbbacac79:34219 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 296fbbacac79,34219,1732265992972 2024-11-22T09:00:25,693 DEBUG [RS:0;296fbbacac79:34219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '296fbbacac79,34219,1732265992972' 2024-11-22T09:00:25,693 DEBUG [RS:0;296fbbacac79:34219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T09:00:25,694 DEBUG [RS:0;296fbbacac79:34219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T09:00:25,695 DEBUG [RS:0;296fbbacac79:34219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T09:00:25,695 DEBUG [RS:0;296fbbacac79:34219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T09:00:25,695 DEBUG [RS:0;296fbbacac79:34219 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 296fbbacac79,34219,1732265992972 2024-11-22T09:00:25,695 DEBUG [RS:0;296fbbacac79:34219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '296fbbacac79,34219,1732265992972' 2024-11-22T09:00:25,695 DEBUG [RS:0;296fbbacac79:34219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T09:00:25,696 DEBUG [RS:0;296fbbacac79:34219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T09:00:25,696 DEBUG [RS:0;296fbbacac79:34219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T09:00:25,697 INFO [RS:0;296fbbacac79:34219 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T09:00:25,697 INFO [RS:0;296fbbacac79:34219 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T09:00:26,637 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:27,638 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:28,639 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:29,640 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:30,641 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:31,642 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:32,643 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:33,645 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:34,646 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:35,647 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:36,648 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:37,649 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:38,651 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:39,652 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:40,653 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:41,654 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:42,656 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:43,657 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:44,658 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:45,659 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:46,660 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:47,661 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:48,662 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:49,663 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:50,665 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:51,514 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T09:00:51,666 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:52,666 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:53,667 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:54,668 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:55,669 WARN [296fbbacac79:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T09:00:55,710 INFO [RS:0;296fbbacac79:34219 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T09:00:55,714 INFO [RS:0;296fbbacac79:34219 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=296fbbacac79%2C34219%2C1732265992972, suffix=, logDir=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/WALs/296fbbacac79,34219,1732265992972, archiveDir=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/oldWALs, maxLogs=32 2024-11-22T09:00:55,729 DEBUG [RS:0;296fbbacac79:34219 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/WALs/296fbbacac79,34219,1732265992972/296fbbacac79%2C34219%2C1732265992972.1732266055716, exclude list is [], retry=0 2024-11-22T09:00:55,734 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-75ac8eed-5f47-4a72-84db-10597aa06aee,DISK] 2024-11-22T09:00:55,737 INFO [RS:0;296fbbacac79:34219 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/WALs/296fbbacac79,34219,1732265992972/296fbbacac79%2C34219%2C1732265992972.1732266055716 2024-11-22T09:00:55,738 DEBUG [RS:0;296fbbacac79:34219 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39077:39077)] 2024-11-22T09:00:55,922 DEBUG [296fbbacac79:42297 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T09:00:55,935 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=296fbbacac79,34219,1732265992972 2024-11-22T09:00:55,941 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 296fbbacac79,34219,1732265992972, state=OPENING 2024-11-22T09:00:55,945 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T09:00:55,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x10066a8ba020001, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T09:00:55,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T09:00:55,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T09:00:55,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T09:00:55,950 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T09:00:55,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=296fbbacac79,34219,1732265992972}] 2024-11-22T09:00:56,134 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T09:00:56,137 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36833, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T09:00:56,147 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T09:00:56,147 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T09:00:56,148 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T09:00:56,151 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=296fbbacac79%2C34219%2C1732265992972.meta, suffix=.meta, logDir=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/WALs/296fbbacac79,34219,1732265992972, archiveDir=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/oldWALs, maxLogs=32 2024-11-22T09:00:56,167 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/WALs/296fbbacac79,34219,1732265992972/296fbbacac79%2C34219%2C1732265992972.meta.1732266056153.meta, exclude list is [], retry=0 2024-11-22T09:00:56,171 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-75ac8eed-5f47-4a72-84db-10597aa06aee,DISK] 2024-11-22T09:00:56,175 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/WALs/296fbbacac79,34219,1732265992972/296fbbacac79%2C34219%2C1732265992972.meta.1732266056153.meta 2024-11-22T09:00:56,175 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39077:39077)] 2024-11-22T09:00:56,175 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T09:00:56,177 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T09:00:56,179 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T09:00:56,183 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T09:00:56,186 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T09:00:56,187 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T09:00:56,187 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T09:00:56,187 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T09:00:56,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T09:00:56,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T09:00:56,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:00:56,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T09:00:56,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T09:00:56,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T09:00:56,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:00:56,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T09:00:56,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T09:00:56,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T09:00:56,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:00:56,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T09:00:56,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T09:00:56,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T09:00:56,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:00:56,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T09:00:56,201 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T09:00:56,202 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/meta/1588230740 2024-11-22T09:00:56,205 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/meta/1588230740 2024-11-22T09:00:56,207 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T09:00:56,207 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T09:00:56,208 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T09:00:56,210 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T09:00:56,212 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60805808, jitterRate=-0.09392285346984863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T09:00:56,212 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T09:00:56,214 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732266056188Writing region info on filesystem at 1732266056188Initializing all the Stores at 1732266056190 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732266056190Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732266056190Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732266056190Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732266056190Cleaning up temporary data from old regions at 1732266056207 (+17 ms)Running coprocessor post-open hooks at 1732266056212 (+5 ms)Region opened successfully at 1732266056214 (+2 ms) 2024-11-22T09:00:56,220 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732266056126 2024-11-22T09:00:56,231 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T09:00:56,232 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T09:00:56,233 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,34219,1732265992972 2024-11-22T09:00:56,236 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 296fbbacac79,34219,1732265992972, state=OPEN 2024-11-22T09:00:56,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x10066a8ba020001, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T09:00:56,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T09:00:56,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T09:00:56,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T09:00:56,239 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=296fbbacac79,34219,1732265992972 2024-11-22T09:00:56,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T09:00:56,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=296fbbacac79,34219,1732265992972 in 288 msec 2024-11-22T09:00:56,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T09:00:56,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.8040 sec 2024-11-22T09:00:56,253 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T09:00:56,253 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T09:00:56,270 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T09:00:56,271 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296fbbacac79,34219,1732265992972, seqNum=-1] 2024-11-22T09:00:56,289 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T09:00:56,292 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34983, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T09:00:56,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.852 sec 2024-11-22T09:00:56,311 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732266056311, completionTime=-1 2024-11-22T09:00:56,314 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T09:00:56,314 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T09:00:56,338 INFO [master/296fbbacac79:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T09:00:56,339 INFO [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732266116339 2024-11-22T09:00:56,339 INFO [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732266176339 2024-11-22T09:00:56,339 INFO [master/296fbbacac79:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-22T09:00:56,340 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,42297,1732265992377-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T09:00:56,341 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,42297,1732265992377-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T09:00:56,341 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,42297,1732265992377-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T09:00:56,342 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-296fbbacac79:42297, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T09:00:56,342 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T09:00:56,343 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T09:00:56,348 DEBUG [master/296fbbacac79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T09:00:56,366 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.265sec 2024-11-22T09:00:56,368 INFO [master/296fbbacac79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T09:00:56,369 INFO [master/296fbbacac79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T09:00:56,370 INFO [master/296fbbacac79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T09:00:56,371 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T09:00:56,371 INFO [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T09:00:56,372 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,42297,1732265992377-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T09:00:56,372 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,42297,1732265992377-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T09:00:56,380 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T09:00:56,381 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T09:00:56,381 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,42297,1732265992377-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T09:00:56,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T09:00:56,452 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T09:00:56,452 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T09:00:56,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 296fbbacac79,42297,-1 for getting cluster id 2024-11-22T09:00:56,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T09:00:56,464 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e554611-45a6-4d49-ac96-d133733f2aa3' 2024-11-22T09:00:56,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T09:00:56,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e554611-45a6-4d49-ac96-d133733f2aa3" 2024-11-22T09:00:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287d24fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T09:00:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [296fbbacac79,42297,-1] 2024-11-22T09:00:56,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T09:00:56,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T09:00:56,473 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T09:00:56,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7ec3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T09:00:56,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T09:00:56,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296fbbacac79,34219,1732265992972, seqNum=-1] 2024-11-22T09:00:56,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T09:00:56,486 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T09:00:56,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=296fbbacac79,42297,1732265992377 2024-11-22T09:00:56,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb7c601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T09:00:56,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 296fbbacac79,42297,-1 for getting cluster id 2024-11-22T09:00:56,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T09:00:56,509 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e554611-45a6-4d49-ac96-d133733f2aa3' 2024-11-22T09:00:56,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T09:00:56,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e554611-45a6-4d49-ac96-d133733f2aa3" 2024-11-22T09:00:56,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51eae32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T09:00:56,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [296fbbacac79,42297,-1] 2024-11-22T09:00:56,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T09:00:56,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T09:00:56,513 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T09:00:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33176949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T09:00:56,528 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=5092 2024-11-22T09:00:56,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T09:00:56,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 296fbbacac79,42297,1732265992377 2024-11-22T09:00:56,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18689943 2024-11-22T09:00:56,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T09:00:56,547 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T09:00:56,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T09:00:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-11-22T09:00:56,583 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T09:00:56,585 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:00:56,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-11-22T09:00:56,587 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T09:00:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T09:00:56,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741835_1011 (size=428) 2024-11-22T09:00:57,010 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7bfcf5cd8e2b531a316f5c4763711f75, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1 2024-11-22T09:00:57,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741836_1012 (size=79) 2024-11-22T09:00:57,426 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T09:00:57,426 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 7bfcf5cd8e2b531a316f5c4763711f75, disabling compactions & flushes 2024-11-22T09:00:57,426 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75. 2024-11-22T09:00:57,426 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75. 2024-11-22T09:00:57,426 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75. after waiting 0 ms 2024-11-22T09:00:57,426 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75. 2024-11-22T09:00:57,427 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75. 2024-11-22T09:00:57,427 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7bfcf5cd8e2b531a316f5c4763711f75: Waiting for close lock at 1732266057426Disabling compacts and flushes for region at 1732266057426Disabling writes for close at 1732266057426Writing region close event to WAL at 1732266057427 (+1 ms)Closed at 1732266057427 2024-11-22T09:00:57,431 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T09:00:57,437 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732266057431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732266057431"}]},"ts":"1732266057431"} 2024-11-22T09:00:57,442 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T09:00:57,443 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T09:00:57,446 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732266057444"}]},"ts":"1732266057444"} 2024-11-22T09:00:57,450 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-11-22T09:00:57,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=7bfcf5cd8e2b531a316f5c4763711f75, ASSIGN}] 2024-11-22T09:00:57,455 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=7bfcf5cd8e2b531a316f5c4763711f75, ASSIGN 2024-11-22T09:00:57,456 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=7bfcf5cd8e2b531a316f5c4763711f75, ASSIGN; state=OFFLINE, location=296fbbacac79,34219,1732265992972; forceNewPlan=false, retain=false 2024-11-22T09:00:57,609 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7bfcf5cd8e2b531a316f5c4763711f75, regionState=OPENING, regionLocation=296fbbacac79,34219,1732265992972 2024-11-22T09:00:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T09:00:57,617 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=7bfcf5cd8e2b531a316f5c4763711f75, ASSIGN because future has completed 2024-11-22T09:00:57,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bfcf5cd8e2b531a316f5c4763711f75, server=296fbbacac79,34219,1732265992972}] 2024-11-22T09:00:57,785 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75. 2024-11-22T09:00:57,786 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7bfcf5cd8e2b531a316f5c4763711f75, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75.', STARTKEY => '', ENDKEY => ''} 2024-11-22T09:00:57,786 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 7bfcf5cd8e2b531a316f5c4763711f75 2024-11-22T09:00:57,787 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T09:00:57,787 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7bfcf5cd8e2b531a316f5c4763711f75 2024-11-22T09:00:57,787 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7bfcf5cd8e2b531a316f5c4763711f75 2024-11-22T09:00:57,790 INFO [StoreOpener-7bfcf5cd8e2b531a316f5c4763711f75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7bfcf5cd8e2b531a316f5c4763711f75 2024-11-22T09:00:57,793 INFO [StoreOpener-7bfcf5cd8e2b531a316f5c4763711f75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bfcf5cd8e2b531a316f5c4763711f75 columnFamilyName testFamily 2024-11-22T09:00:57,793 DEBUG [StoreOpener-7bfcf5cd8e2b531a316f5c4763711f75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:00:57,794 INFO [StoreOpener-7bfcf5cd8e2b531a316f5c4763711f75-1 {}] regionserver.HStore(327): Store=7bfcf5cd8e2b531a316f5c4763711f75/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T09:00:57,794 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7bfcf5cd8e2b531a316f5c4763711f75 2024-11-22T09:00:57,796 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7bfcf5cd8e2b531a316f5c4763711f75 2024-11-22T09:00:57,796 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7bfcf5cd8e2b531a316f5c4763711f75 2024-11-22T09:00:57,797 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7bfcf5cd8e2b531a316f5c4763711f75 2024-11-22T09:00:57,797 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7bfcf5cd8e2b531a316f5c4763711f75 2024-11-22T09:00:57,800 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7bfcf5cd8e2b531a316f5c4763711f75 2024-11-22T09:00:57,803 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7bfcf5cd8e2b531a316f5c4763711f75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T09:00:57,804 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7bfcf5cd8e2b531a316f5c4763711f75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64614396, jitterRate=-0.037170469760894775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T09:00:57,805 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7bfcf5cd8e2b531a316f5c4763711f75 2024-11-22T09:00:57,806 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7bfcf5cd8e2b531a316f5c4763711f75: Running coprocessor pre-open hook at 1732266057787Writing region info on filesystem at 1732266057787Initializing all the Stores at 1732266057790 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732266057790Cleaning up temporary data from old regions at 1732266057797 (+7 ms)Running coprocessor post-open hooks at 1732266057805 (+8 ms)Region opened successfully at 1732266057806 (+1 ms) 2024-11-22T09:00:57,808 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75., pid=6, masterSystemTime=1732266057774 2024-11-22T09:00:57,812 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75. 2024-11-22T09:00:57,812 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75. 2024-11-22T09:00:57,813 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7bfcf5cd8e2b531a316f5c4763711f75, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,34219,1732265992972 2024-11-22T09:00:57,817 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bfcf5cd8e2b531a316f5c4763711f75, server=296fbbacac79,34219,1732265992972 because future has completed 2024-11-22T09:00:57,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T09:00:57,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bfcf5cd8e2b531a316f5c4763711f75, server=296fbbacac79,34219,1732265992972 in 200 msec 2024-11-22T09:00:57,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T09:00:57,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=7bfcf5cd8e2b531a316f5c4763711f75, ASSIGN in 371 msec 2024-11-22T09:00:57,829 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T09:00:57,829 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732266057829"}]},"ts":"1732266057829"} 2024-11-22T09:00:57,832 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-11-22T09:00:57,833 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T09:00:57,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2620 sec 2024-11-22T09:00:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T09:00:59,635 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-11-22T09:00:59,636 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-11-22T09:00:59,639 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T09:00:59,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-11-22T09:00:59,646 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T09:00:59,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-11-22T09:00:59,650 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T09:00:59,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296fbbacac79,34219,1732265992972, seqNum=-1] 2024-11-22T09:00:59,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T09:00:59,655 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T09:00:59,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75., hostname=296fbbacac79,34219,1732265992972, seqNum=2] 2024-11-22T09:00:59,675 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T09:00:59,679 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-11-22T09:00:59,684 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-22T09:00:59,688 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-22T09:00:59,690 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-22T09:00:59,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34219 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8791588013831356424 2024-11-22T09:00:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34219 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:46616 deadline: 1732266062690, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T09:00:59,698 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-22T09:00:59,700 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-22T09:00:59,701 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T09:00:59,703 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T09:00:59,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34219 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8791588013831356426 2024-11-22T09:00:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34219 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:46616 deadline: 1732266062703, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T09:00:59,708 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T09:00:59,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34219 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=8791588013831356427 2024-11-22T09:00:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34219 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:46616 deadline: 1732266062707, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T09:00:59,712 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T09:00:59,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34219 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=8791588013831356428 2024-11-22T09:00:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34219 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:46616 deadline: 1732266062712, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T09:00:59,717 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T09:00:59,728 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1876091644_22 at /127.0.0.1:36668 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/296fbbacac79:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=5046 (was 5092) 2024-11-22T09:00:59,736 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=5046 2024-11-22T09:00:59,739 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T09:00:59,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-11-22T09:00:59,743 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T09:00:59,744 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:00:59,744 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-11-22T09:00:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T09:00:59,745 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T09:00:59,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741837_1013 (size=414) 2024-11-22T09:01:00,160 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 421e2adb6f6cbd071240c74916c26b17, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1 2024-11-22T09:01:00,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741838_1014 (size=65) 2024-11-22T09:01:00,576 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T09:01:00,576 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 421e2adb6f6cbd071240c74916c26b17, disabling compactions & flushes 2024-11-22T09:01:00,577 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17. 2024-11-22T09:01:00,577 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17. 2024-11-22T09:01:00,578 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17. after waiting 0 ms 2024-11-22T09:01:00,578 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17. 2024-11-22T09:01:00,578 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17. 2024-11-22T09:01:00,579 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 421e2adb6f6cbd071240c74916c26b17: Waiting for close lock at 1732266060576Disabling compacts and flushes for region at 1732266060576Disabling writes for close at 1732266060578 (+2 ms)Writing region close event to WAL at 1732266060578Closed at 1732266060578 2024-11-22T09:01:00,583 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T09:01:00,583 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732266060583"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732266060583"}]},"ts":"1732266060583"} 2024-11-22T09:01:00,586 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T09:01:00,588 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T09:01:00,588 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732266060588"}]},"ts":"1732266060588"} 2024-11-22T09:01:00,591 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-22T09:01:00,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=421e2adb6f6cbd071240c74916c26b17, ASSIGN}] 2024-11-22T09:01:00,593 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=421e2adb6f6cbd071240c74916c26b17, ASSIGN 2024-11-22T09:01:00,595 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=421e2adb6f6cbd071240c74916c26b17, ASSIGN; state=OFFLINE, location=296fbbacac79,34219,1732265992972; forceNewPlan=false, retain=false 2024-11-22T09:01:00,746 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=421e2adb6f6cbd071240c74916c26b17, regionState=OPENING, regionLocation=296fbbacac79,34219,1732265992972 2024-11-22T09:01:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T09:01:00,755 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=421e2adb6f6cbd071240c74916c26b17, ASSIGN because future has completed 2024-11-22T09:01:00,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 421e2adb6f6cbd071240c74916c26b17, server=296fbbacac79,34219,1732265992972}] 2024-11-22T09:01:00,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17. 2024-11-22T09:01:00,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 421e2adb6f6cbd071240c74916c26b17, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17.', STARTKEY => '', ENDKEY => ''} 2024-11-22T09:01:00,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 421e2adb6f6cbd071240c74916c26b17 2024-11-22T09:01:00,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T09:01:00,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 421e2adb6f6cbd071240c74916c26b17 2024-11-22T09:01:00,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 421e2adb6f6cbd071240c74916c26b17 2024-11-22T09:01:00,928 INFO [StoreOpener-421e2adb6f6cbd071240c74916c26b17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 421e2adb6f6cbd071240c74916c26b17 2024-11-22T09:01:00,930 INFO [StoreOpener-421e2adb6f6cbd071240c74916c26b17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 421e2adb6f6cbd071240c74916c26b17 columnFamilyName testFamily 2024-11-22T09:01:00,931 DEBUG [StoreOpener-421e2adb6f6cbd071240c74916c26b17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:01:00,931 INFO [StoreOpener-421e2adb6f6cbd071240c74916c26b17-1 {}] regionserver.HStore(327): Store=421e2adb6f6cbd071240c74916c26b17/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T09:01:00,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 421e2adb6f6cbd071240c74916c26b17 2024-11-22T09:01:00,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnOpenScanner/421e2adb6f6cbd071240c74916c26b17 2024-11-22T09:01:00,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnOpenScanner/421e2adb6f6cbd071240c74916c26b17 2024-11-22T09:01:00,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 421e2adb6f6cbd071240c74916c26b17 2024-11-22T09:01:00,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 421e2adb6f6cbd071240c74916c26b17 2024-11-22T09:01:00,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 421e2adb6f6cbd071240c74916c26b17 2024-11-22T09:01:00,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnOpenScanner/421e2adb6f6cbd071240c74916c26b17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T09:01:00,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 421e2adb6f6cbd071240c74916c26b17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68888211, jitterRate=0.026514336466789246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T09:01:00,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 421e2adb6f6cbd071240c74916c26b17 2024-11-22T09:01:00,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 421e2adb6f6cbd071240c74916c26b17: Running coprocessor pre-open hook at 1732266060926Writing region info on filesystem at 1732266060926Initializing all the Stores at 1732266060928 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732266060928Cleaning up temporary data from old regions at 1732266060934 (+6 ms)Running coprocessor post-open hooks at 1732266060941 (+7 ms)Region opened successfully at 1732266060942 (+1 ms) 2024-11-22T09:01:00,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17., pid=9, masterSystemTime=1732266060913 2024-11-22T09:01:00,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17. 2024-11-22T09:01:00,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17. 2024-11-22T09:01:00,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=421e2adb6f6cbd071240c74916c26b17, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,34219,1732265992972 2024-11-22T09:01:00,951 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 421e2adb6f6cbd071240c74916c26b17, server=296fbbacac79,34219,1732265992972 because future has completed 2024-11-22T09:01:00,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T09:01:00,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 421e2adb6f6cbd071240c74916c26b17, server=296fbbacac79,34219,1732265992972 in 196 msec 2024-11-22T09:01:00,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T09:01:00,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=421e2adb6f6cbd071240c74916c26b17, ASSIGN in 366 msec 2024-11-22T09:01:00,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T09:01:00,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732266060963"}]},"ts":"1732266060963"} 2024-11-22T09:01:00,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-22T09:01:00,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T09:01:00,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2290 sec 2024-11-22T09:01:01,726 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T09:01:01,754 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-11-22T09:01:01,756 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T09:01:01,756 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-11-22T09:01:02,715 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T09:01:02,715 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T09:01:02,721 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T09:01:02,721 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T09:01:02,721 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-22T09:01:02,721 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-11-22T09:01:02,723 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-22T09:01:02,723 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-22T09:01:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T09:01:02,762 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-11-22T09:01:02,762 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-22T09:01:02,762 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T09:01:02,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-22T09:01:02,771 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T09:01:02,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-11-22T09:01:02,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17., hostname=296fbbacac79,34219,1732265992972, seqNum=2] 2024-11-22T09:01:02,788 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T09:01:02,788 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-22T09:01:02,791 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-22T09:01:02,793 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34219 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-22T09:01:08,815 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17., hostname=296fbbacac79,34219,1732265992972, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17., hostname=296fbbacac79,34219,1732265992972, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=296fbbacac79:34219 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6020ms, rpcTimeout=5999ms 2024-11-22T09:01:08,816 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17., hostname=296fbbacac79,34219,1732265992972, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6020ms, rpcTimeout=5999ms 2024-11-22T09:01:08,816 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17., hostname=296fbbacac79,34219,1732265992972, seqNum=2 from cache 2024-11-22T09:01:08,824 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=112 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=5036 (was 5046) 2024-11-22T09:01:08,831 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=112, ProcessCount=11, AvailableMemoryMB=5036 2024-11-22T09:01:08,833 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T09:01:08,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-11-22T09:01:08,837 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T09:01:08,837 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:01:08,837 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-11-22T09:01:08,838 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T09:01:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-22T09:01:08,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741839_1015 (size=412) 2024-11-22T09:01:09,254 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a7fd9c77486ae9bbe33ca8bcc1736c3, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1 2024-11-22T09:01:09,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741840_1016 (size=63) 2024-11-22T09:01:09,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes 2024-11-22T09:01:09,669 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T09:01:09,669 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 3a7fd9c77486ae9bbe33ca8bcc1736c3, disabling compactions & flushes 2024-11-22T09:01:09,670 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3. 2024-11-22T09:01:09,670 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3. 2024-11-22T09:01:09,670 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3. after waiting 0 ms 2024-11-22T09:01:09,670 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3. 2024-11-22T09:01:09,671 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3. 2024-11-22T09:01:09,671 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a7fd9c77486ae9bbe33ca8bcc1736c3: Waiting for close lock at 1732266069669Disabling compacts and flushes for region at 1732266069669Disabling writes for close at 1732266069670 (+1 ms)Writing region close event to WAL at 1732266069670Closed at 1732266069670 2024-11-22T09:01:09,674 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T09:01:09,675 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732266069674"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732266069674"}]},"ts":"1732266069674"} 2024-11-22T09:01:09,678 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T09:01:09,680 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T09:01:09,680 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732266069680"}]},"ts":"1732266069680"} 2024-11-22T09:01:09,684 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-22T09:01:09,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=3a7fd9c77486ae9bbe33ca8bcc1736c3, ASSIGN}] 2024-11-22T09:01:09,686 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=3a7fd9c77486ae9bbe33ca8bcc1736c3, ASSIGN 2024-11-22T09:01:09,688 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=3a7fd9c77486ae9bbe33ca8bcc1736c3, ASSIGN; state=OFFLINE, location=296fbbacac79,34219,1732265992972; forceNewPlan=false, retain=false 2024-11-22T09:01:09,840 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3a7fd9c77486ae9bbe33ca8bcc1736c3, regionState=OPENING, regionLocation=296fbbacac79,34219,1732265992972 2024-11-22T09:01:09,849 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=3a7fd9c77486ae9bbe33ca8bcc1736c3, ASSIGN because future has completed 2024-11-22T09:01:09,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a7fd9c77486ae9bbe33ca8bcc1736c3, server=296fbbacac79,34219,1732265992972}] 2024-11-22T09:01:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-22T09:01:10,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3. 2024-11-22T09:01:10,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a7fd9c77486ae9bbe33ca8bcc1736c3, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3.', STARTKEY => '', ENDKEY => ''} 2024-11-22T09:01:10,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 3a7fd9c77486ae9bbe33ca8bcc1736c3 2024-11-22T09:01:10,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T09:01:10,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 3a7fd9c77486ae9bbe33ca8bcc1736c3 2024-11-22T09:01:10,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 3a7fd9c77486ae9bbe33ca8bcc1736c3 2024-11-22T09:01:10,018 INFO [StoreOpener-3a7fd9c77486ae9bbe33ca8bcc1736c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3a7fd9c77486ae9bbe33ca8bcc1736c3 2024-11-22T09:01:10,021 INFO [StoreOpener-3a7fd9c77486ae9bbe33ca8bcc1736c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a7fd9c77486ae9bbe33ca8bcc1736c3 columnFamilyName testFamily 2024-11-22T09:01:10,021 DEBUG [StoreOpener-3a7fd9c77486ae9bbe33ca8bcc1736c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:01:10,022 INFO [StoreOpener-3a7fd9c77486ae9bbe33ca8bcc1736c3-1 {}] regionserver.HStore(327): Store=3a7fd9c77486ae9bbe33ca8bcc1736c3/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T09:01:10,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 3a7fd9c77486ae9bbe33ca8bcc1736c3 2024-11-22T09:01:10,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnNextAsync/3a7fd9c77486ae9bbe33ca8bcc1736c3 2024-11-22T09:01:10,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnNextAsync/3a7fd9c77486ae9bbe33ca8bcc1736c3 2024-11-22T09:01:10,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 3a7fd9c77486ae9bbe33ca8bcc1736c3 2024-11-22T09:01:10,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 3a7fd9c77486ae9bbe33ca8bcc1736c3 2024-11-22T09:01:10,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 3a7fd9c77486ae9bbe33ca8bcc1736c3 2024-11-22T09:01:10,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnNextAsync/3a7fd9c77486ae9bbe33ca8bcc1736c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T09:01:10,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 3a7fd9c77486ae9bbe33ca8bcc1736c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66585077, jitterRate=-0.007805034518241882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T09:01:10,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a7fd9c77486ae9bbe33ca8bcc1736c3 2024-11-22T09:01:10,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 3a7fd9c77486ae9bbe33ca8bcc1736c3: Running coprocessor pre-open hook at 1732266070015Writing region info on filesystem at 1732266070015Initializing all the Stores at 1732266070017 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732266070017Cleaning up temporary data from old regions at 1732266070026 (+9 ms)Running coprocessor post-open hooks at 1732266070032 (+6 ms)Region opened successfully at 1732266070033 (+1 ms) 2024-11-22T09:01:10,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3., pid=12, masterSystemTime=1732266070005 2024-11-22T09:01:10,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3. 2024-11-22T09:01:10,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3. 2024-11-22T09:01:10,038 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3a7fd9c77486ae9bbe33ca8bcc1736c3, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,34219,1732265992972 2024-11-22T09:01:10,042 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a7fd9c77486ae9bbe33ca8bcc1736c3, server=296fbbacac79,34219,1732265992972 because future has completed 2024-11-22T09:01:10,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-22T09:01:10,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a7fd9c77486ae9bbe33ca8bcc1736c3, server=296fbbacac79,34219,1732265992972 in 193 msec 2024-11-22T09:01:10,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-22T09:01:10,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=3a7fd9c77486ae9bbe33ca8bcc1736c3, ASSIGN in 363 msec 2024-11-22T09:01:10,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T09:01:10,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732266070051"}]},"ts":"1732266070051"} 2024-11-22T09:01:10,054 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-22T09:01:10,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T09:01:10,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2230 sec 2024-11-22T09:01:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-22T09:01:11,874 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-11-22T09:01:11,874 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-22T09:01:11,875 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T09:01:11,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-22T09:01:11,882 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T09:01:11,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-11-22T09:01:11,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3., hostname=296fbbacac79,34219,1732265992972, seqNum=2] 2024-11-22T09:01:11,898 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T09:01:11,898 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-22T09:01:11,902 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-22T09:01:11,905 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-22T09:01:11,907 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-22T09:01:11,908 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34219 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-22T09:01:12,715 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-22T09:01:12,715 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-22T09:01:13,760 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-11-22T09:01:15,555 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T09:01:17,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34219 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8791588013831356437' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-22T09:01:17,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34219 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:46616 deadline: 1732266083913, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8791588013831356437' does not exist 2024-11-22T09:01:17,924 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 296fbbacac79,34219,1732265992972 for closing scanner id = 8791588013831356437 for 3a7fd9c77486ae9bbe33ca8bcc1736c3 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8791588013831356437' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T09:01:17,927 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=95 (was 112), ProcessCount=11 (was 11), AvailableMemoryMB=5030 (was 5036) 2024-11-22T09:01:17,935 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=95, ProcessCount=11, AvailableMemoryMB=5030 2024-11-22T09:01:17,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T09:01:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-11-22T09:01:17,942 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T09:01:17,942 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:01:17,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-11-22T09:01:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T09:01:17,944 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T09:01:17,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741841_1017 (size=423) 2024-11-22T09:01:18,362 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72, NAME => 'testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1 2024-11-22T09:01:18,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741842_1018 (size=74) 2024-11-22T09:01:18,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes 2024-11-22T09:01:18,777 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T09:01:18,777 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72, disabling compactions & flushes 2024-11-22T09:01:18,778 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72. 2024-11-22T09:01:18,778 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72. 2024-11-22T09:01:18,778 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72. after waiting 0 ms 2024-11-22T09:01:18,778 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72. 2024-11-22T09:01:18,778 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72. 2024-11-22T09:01:18,778 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72: Waiting for close lock at 1732266078777Disabling compacts and flushes for region at 1732266078777Disabling writes for close at 1732266078778 (+1 ms)Writing region close event to WAL at 1732266078778Closed at 1732266078778 2024-11-22T09:01:18,781 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T09:01:18,781 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732266078781"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732266078781"}]},"ts":"1732266078781"} 2024-11-22T09:01:18,786 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T09:01:18,788 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T09:01:18,789 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732266078789"}]},"ts":"1732266078789"} 2024-11-22T09:01:18,793 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-11-22T09:01:18,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=7ffc9f5505d2c0ce6ea7bd1a3a1d0c72, ASSIGN}] 2024-11-22T09:01:18,795 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=7ffc9f5505d2c0ce6ea7bd1a3a1d0c72, ASSIGN 2024-11-22T09:01:18,796 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=7ffc9f5505d2c0ce6ea7bd1a3a1d0c72, ASSIGN; state=OFFLINE, location=296fbbacac79,34219,1732265992972; forceNewPlan=false, retain=false 2024-11-22T09:01:18,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7ffc9f5505d2c0ce6ea7bd1a3a1d0c72, regionState=OPENING, regionLocation=296fbbacac79,34219,1732265992972 2024-11-22T09:01:18,956 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=7ffc9f5505d2c0ce6ea7bd1a3a1d0c72, ASSIGN because future has completed 2024-11-22T09:01:18,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72, server=296fbbacac79,34219,1732265992972}] 2024-11-22T09:01:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T09:01:19,125 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72. 2024-11-22T09:01:19,125 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72, NAME => 'testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72.', STARTKEY => '', ENDKEY => ''} 2024-11-22T09:01:19,126 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72 2024-11-22T09:01:19,126 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T09:01:19,126 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72 2024-11-22T09:01:19,126 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72 2024-11-22T09:01:19,128 INFO [StoreOpener-7ffc9f5505d2c0ce6ea7bd1a3a1d0c72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72 2024-11-22T09:01:19,131 INFO [StoreOpener-7ffc9f5505d2c0ce6ea7bd1a3a1d0c72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72 columnFamilyName testFamily 2024-11-22T09:01:19,132 DEBUG [StoreOpener-7ffc9f5505d2c0ce6ea7bd1a3a1d0c72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:01:19,133 INFO [StoreOpener-7ffc9f5505d2c0ce6ea7bd1a3a1d0c72-1 {}] regionserver.HStore(327): Store=7ffc9f5505d2c0ce6ea7bd1a3a1d0c72/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T09:01:19,133 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72 2024-11-22T09:01:19,134 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testRetryOutOfOrderScannerNextException/7ffc9f5505d2c0ce6ea7bd1a3a1d0c72 2024-11-22T09:01:19,135 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testRetryOutOfOrderScannerNextException/7ffc9f5505d2c0ce6ea7bd1a3a1d0c72 2024-11-22T09:01:19,135 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72 2024-11-22T09:01:19,136 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72 2024-11-22T09:01:19,138 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72 2024-11-22T09:01:19,142 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testRetryOutOfOrderScannerNextException/7ffc9f5505d2c0ce6ea7bd1a3a1d0c72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T09:01:19,142 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71277211, jitterRate=0.062113210558891296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T09:01:19,143 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72 2024-11-22T09:01:19,143 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72: Running coprocessor pre-open hook at 1732266079126Writing region info on filesystem at 1732266079126Initializing all the Stores at 1732266079128 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732266079128Cleaning up temporary data from old regions at 1732266079136 (+8 ms)Running coprocessor post-open hooks at 1732266079143 (+7 ms)Region opened successfully at 1732266079143 2024-11-22T09:01:19,145 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72., pid=15, masterSystemTime=1732266079111 2024-11-22T09:01:19,147 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72. 2024-11-22T09:01:19,148 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72. 2024-11-22T09:01:19,149 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7ffc9f5505d2c0ce6ea7bd1a3a1d0c72, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,34219,1732265992972 2024-11-22T09:01:19,152 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72, server=296fbbacac79,34219,1732265992972 because future has completed 2024-11-22T09:01:19,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-22T09:01:19,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72, server=296fbbacac79,34219,1732265992972 in 197 msec 2024-11-22T09:01:19,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-22T09:01:19,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=7ffc9f5505d2c0ce6ea7bd1a3a1d0c72, ASSIGN in 364 msec 2024-11-22T09:01:19,161 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T09:01:19,162 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732266079161"}]},"ts":"1732266079161"} 2024-11-22T09:01:19,164 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-11-22T09:01:19,166 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T09:01:19,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2280 sec 2024-11-22T09:01:19,764 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-11-22T09:01:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T09:01:20,982 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-11-22T09:01:20,983 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-11-22T09:01:20,983 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T09:01:20,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-11-22T09:01:20,994 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T09:01:20,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-11-22T09:01:20,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72., hostname=296fbbacac79,34219,1732265992972, seqNum=2] 2024-11-22T09:01:21,009 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T09:01:21,009 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-11-22T09:01:21,014 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-22T09:01:21,017 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-22T09:01:21,019 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-22T09:01:21,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34219 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8791588013831356441 2024-11-22T09:01:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34219 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:46616 deadline: 1732266084018, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T09:01:21,023 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-22T09:01:21,024 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-22T09:01:21,024 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T09:01:21,026 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T09:01:21,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34219 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8791588013831356443 2024-11-22T09:01:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34219 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:46616 deadline: 1732266084025, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T09:01:21,029 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T09:01:21,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34219 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=8791588013831356444 2024-11-22T09:01:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34219 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:46616 deadline: 1732266084029, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T09:01:21,033 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T09:01:21,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34219 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=8791588013831356445 2024-11-22T09:01:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34219 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:46616 deadline: 1732266084032, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T09:01:21,036 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T09:01:21,044 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1876091644_22 at /127.0.0.1:38420 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=87 (was 95), ProcessCount=11 (was 11), AvailableMemoryMB=5027 (was 5030) 2024-11-22T09:01:21,052 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=87, ProcessCount=11, AvailableMemoryMB=5027 2024-11-22T09:01:21,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T09:01:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-11-22T09:01:21,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T09:01:21,058 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:01:21,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-11-22T09:01:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-22T09:01:21,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T09:01:21,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741843_1019 (size=418) 2024-11-22T09:01:21,072 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 999b5515f0bc6f91bc28b6ab06182b1d, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1 2024-11-22T09:01:21,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741844_1020 (size=69) 2024-11-22T09:01:21,484 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T09:01:21,485 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 999b5515f0bc6f91bc28b6ab06182b1d, disabling compactions & flushes 2024-11-22T09:01:21,485 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d. 2024-11-22T09:01:21,485 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d. 2024-11-22T09:01:21,485 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d. after waiting 0 ms 2024-11-22T09:01:21,485 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d. 2024-11-22T09:01:21,485 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d. 2024-11-22T09:01:21,485 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 999b5515f0bc6f91bc28b6ab06182b1d: Waiting for close lock at 1732266081485Disabling compacts and flushes for region at 1732266081485Disabling writes for close at 1732266081485Writing region close event to WAL at 1732266081485Closed at 1732266081485 2024-11-22T09:01:21,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T09:01:21,489 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732266081489"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732266081489"}]},"ts":"1732266081489"} 2024-11-22T09:01:21,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T09:01:21,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T09:01:21,497 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732266081497"}]},"ts":"1732266081497"} 2024-11-22T09:01:21,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-22T09:01:21,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=999b5515f0bc6f91bc28b6ab06182b1d, ASSIGN}] 2024-11-22T09:01:21,503 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=999b5515f0bc6f91bc28b6ab06182b1d, ASSIGN 2024-11-22T09:01:21,504 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=999b5515f0bc6f91bc28b6ab06182b1d, ASSIGN; state=OFFLINE, location=296fbbacac79,34219,1732265992972; forceNewPlan=false, retain=false 2024-11-22T09:01:21,514 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T09:01:21,655 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=999b5515f0bc6f91bc28b6ab06182b1d, regionState=OPENING, regionLocation=296fbbacac79,34219,1732265992972 2024-11-22T09:01:21,662 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=999b5515f0bc6f91bc28b6ab06182b1d, ASSIGN because future has completed 2024-11-22T09:01:21,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 999b5515f0bc6f91bc28b6ab06182b1d, server=296fbbacac79,34219,1732265992972}] 2024-11-22T09:01:21,829 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d. 2024-11-22T09:01:21,829 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 999b5515f0bc6f91bc28b6ab06182b1d, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d.', STARTKEY => '', ENDKEY => ''} 2024-11-22T09:01:21,830 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 999b5515f0bc6f91bc28b6ab06182b1d 2024-11-22T09:01:21,830 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T09:01:21,830 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 999b5515f0bc6f91bc28b6ab06182b1d 2024-11-22T09:01:21,830 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 999b5515f0bc6f91bc28b6ab06182b1d 2024-11-22T09:01:21,832 INFO [StoreOpener-999b5515f0bc6f91bc28b6ab06182b1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 999b5515f0bc6f91bc28b6ab06182b1d 2024-11-22T09:01:21,835 INFO [StoreOpener-999b5515f0bc6f91bc28b6ab06182b1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 999b5515f0bc6f91bc28b6ab06182b1d columnFamilyName testFamily 2024-11-22T09:01:21,835 DEBUG [StoreOpener-999b5515f0bc6f91bc28b6ab06182b1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:01:21,836 INFO [StoreOpener-999b5515f0bc6f91bc28b6ab06182b1d-1 {}] regionserver.HStore(327): Store=999b5515f0bc6f91bc28b6ab06182b1d/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T09:01:21,836 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 999b5515f0bc6f91bc28b6ab06182b1d 2024-11-22T09:01:21,838 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnOpenScanner/999b5515f0bc6f91bc28b6ab06182b1d 2024-11-22T09:01:21,838 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnOpenScanner/999b5515f0bc6f91bc28b6ab06182b1d 2024-11-22T09:01:21,839 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 999b5515f0bc6f91bc28b6ab06182b1d 2024-11-22T09:01:21,839 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 999b5515f0bc6f91bc28b6ab06182b1d 2024-11-22T09:01:21,841 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 999b5515f0bc6f91bc28b6ab06182b1d 2024-11-22T09:01:21,844 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnOpenScanner/999b5515f0bc6f91bc28b6ab06182b1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T09:01:21,845 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 999b5515f0bc6f91bc28b6ab06182b1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66568708, jitterRate=-0.008048951625823975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T09:01:21,845 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 999b5515f0bc6f91bc28b6ab06182b1d 2024-11-22T09:01:21,846 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 999b5515f0bc6f91bc28b6ab06182b1d: Running coprocessor pre-open hook at 1732266081830Writing region info on filesystem at 1732266081830Initializing all the Stores at 1732266081832 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732266081832Cleaning up temporary data from old regions at 1732266081839 (+7 ms)Running coprocessor post-open hooks at 1732266081845 (+6 ms)Region opened successfully at 1732266081846 (+1 ms) 2024-11-22T09:01:21,847 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d., pid=18, masterSystemTime=1732266081819 2024-11-22T09:01:21,850 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d. 2024-11-22T09:01:21,850 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d. 2024-11-22T09:01:21,851 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=999b5515f0bc6f91bc28b6ab06182b1d, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,34219,1732265992972 2024-11-22T09:01:21,853 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 999b5515f0bc6f91bc28b6ab06182b1d, server=296fbbacac79,34219,1732265992972 because future has completed 2024-11-22T09:01:21,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-22T09:01:21,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 999b5515f0bc6f91bc28b6ab06182b1d, server=296fbbacac79,34219,1732265992972 in 192 msec 2024-11-22T09:01:21,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-22T09:01:21,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=999b5515f0bc6f91bc28b6ab06182b1d, ASSIGN in 357 msec 2024-11-22T09:01:21,863 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T09:01:21,863 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732266081863"}]},"ts":"1732266081863"} 2024-11-22T09:01:21,866 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-22T09:01:21,867 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T09:01:21,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 813 msec 2024-11-22T09:01:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-22T09:01:22,074 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-11-22T09:01:22,074 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-22T09:01:22,075 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T09:01:22,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-22T09:01:22,083 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T09:01:22,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-11-22T09:01:22,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d., hostname=296fbbacac79,34219,1732265992972, seqNum=2] 2024-11-22T09:01:22,100 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T09:01:22,100 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-22T09:01:22,105 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-22T09:01:22,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34219 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-22T09:01:22,715 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-22T09:01:22,716 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-11-22T09:01:22,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-22T09:01:22,719 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-22T09:01:23,111 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d., hostname=296fbbacac79,34219,1732265992972, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d., hostname=296fbbacac79,34219,1732265992972, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=296fbbacac79:34219 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms 2024-11-22T09:01:23,112 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d., hostname=296fbbacac79,34219,1732265992972, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms 2024-11-22T09:01:23,112 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d., hostname=296fbbacac79,34219,1732265992972, seqNum=2 from cache 2024-11-22T09:01:23,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes 2024-11-22T09:01:24,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d., hostname=296fbbacac79,34219,1732265992972, seqNum=2] 2024-11-22T09:01:24,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34219 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-22T09:01:24,633 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T09:01:25,110 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d., hostname=296fbbacac79,34219,1732265992972, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d., hostname=296fbbacac79,34219,1732265992972, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=296fbbacac79:34219 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=977ms, rpcTimeout=973ms 2024-11-22T09:01:25,111 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d., hostname=296fbbacac79,34219,1732265992972, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=977ms, rpcTimeout=973ms 2024-11-22T09:01:25,111 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d., hostname=296fbbacac79,34219,1732265992972, seqNum=2 from cache 2024-11-22T09:01:25,128 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223 (was 223), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=88 (was 87) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5022 (was 5027) 2024-11-22T09:01:25,138 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=88, ProcessCount=11, AvailableMemoryMB=5021 2024-11-22T09:01:25,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T09:01:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-11-22T09:01:25,145 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T09:01:25,145 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:01:25,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-11-22T09:01:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T09:01:25,147 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T09:01:25,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741845_1021 (size=416) 2024-11-22T09:01:25,560 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 593d30c36c123182309dad69001938fb, NAME => 'testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1 2024-11-22T09:01:25,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741846_1022 (size=67) 2024-11-22T09:01:25,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes 2024-11-22T09:01:25,767 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-11-22T09:01:25,970 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T09:01:25,970 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 593d30c36c123182309dad69001938fb, disabling compactions & flushes 2024-11-22T09:01:25,970 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb. 2024-11-22T09:01:25,971 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb. 2024-11-22T09:01:25,971 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb. after waiting 0 ms 2024-11-22T09:01:25,971 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb. 2024-11-22T09:01:25,971 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb. 2024-11-22T09:01:25,972 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 593d30c36c123182309dad69001938fb: Waiting for close lock at 1732266085970Disabling compacts and flushes for region at 1732266085970Disabling writes for close at 1732266085971 (+1 ms)Writing region close event to WAL at 1732266085971Closed at 1732266085971 2024-11-22T09:01:25,976 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T09:01:25,976 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732266085976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732266085976"}]},"ts":"1732266085976"} 2024-11-22T09:01:25,980 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T09:01:25,982 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T09:01:25,983 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732266085982"}]},"ts":"1732266085982"} 2024-11-22T09:01:25,986 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-22T09:01:25,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=593d30c36c123182309dad69001938fb, ASSIGN}] 2024-11-22T09:01:25,989 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=593d30c36c123182309dad69001938fb, ASSIGN 2024-11-22T09:01:25,991 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=593d30c36c123182309dad69001938fb, ASSIGN; state=OFFLINE, location=296fbbacac79,34219,1732265992972; forceNewPlan=false, retain=false 2024-11-22T09:01:26,143 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=593d30c36c123182309dad69001938fb, regionState=OPENING, regionLocation=296fbbacac79,34219,1732265992972 2024-11-22T09:01:26,151 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=593d30c36c123182309dad69001938fb, ASSIGN because future has completed 2024-11-22T09:01:26,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 593d30c36c123182309dad69001938fb, server=296fbbacac79,34219,1732265992972}] 2024-11-22T09:01:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T09:01:26,316 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb. 2024-11-22T09:01:26,317 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 593d30c36c123182309dad69001938fb, NAME => 'testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb.', STARTKEY => '', ENDKEY => ''} 2024-11-22T09:01:26,317 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 593d30c36c123182309dad69001938fb 2024-11-22T09:01:26,317 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T09:01:26,317 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 593d30c36c123182309dad69001938fb 2024-11-22T09:01:26,318 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 593d30c36c123182309dad69001938fb 2024-11-22T09:01:26,319 INFO [StoreOpener-593d30c36c123182309dad69001938fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 593d30c36c123182309dad69001938fb 2024-11-22T09:01:26,321 INFO [StoreOpener-593d30c36c123182309dad69001938fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 593d30c36c123182309dad69001938fb columnFamilyName testFamily 2024-11-22T09:01:26,321 DEBUG [StoreOpener-593d30c36c123182309dad69001938fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:01:26,322 INFO [StoreOpener-593d30c36c123182309dad69001938fb-1 {}] regionserver.HStore(327): Store=593d30c36c123182309dad69001938fb/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T09:01:26,322 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 593d30c36c123182309dad69001938fb 2024-11-22T09:01:26,323 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnNextAsync/593d30c36c123182309dad69001938fb 2024-11-22T09:01:26,324 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnNextAsync/593d30c36c123182309dad69001938fb 2024-11-22T09:01:26,324 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 593d30c36c123182309dad69001938fb 2024-11-22T09:01:26,325 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 593d30c36c123182309dad69001938fb 2024-11-22T09:01:26,327 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 593d30c36c123182309dad69001938fb 2024-11-22T09:01:26,330 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnNextAsync/593d30c36c123182309dad69001938fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T09:01:26,331 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 593d30c36c123182309dad69001938fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73559681, jitterRate=0.09612466394901276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T09:01:26,332 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 593d30c36c123182309dad69001938fb 2024-11-22T09:01:26,333 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 593d30c36c123182309dad69001938fb: Running coprocessor pre-open hook at 1732266086318Writing region info on filesystem at 1732266086318Initializing all the Stores at 1732266086319 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732266086319Cleaning up temporary data from old regions at 1732266086325 (+6 ms)Running coprocessor post-open hooks at 1732266086332 (+7 ms)Region opened successfully at 1732266086333 (+1 ms) 2024-11-22T09:01:26,334 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb., pid=21, masterSystemTime=1732266086305 2024-11-22T09:01:26,337 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb. 2024-11-22T09:01:26,337 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb. 2024-11-22T09:01:26,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=593d30c36c123182309dad69001938fb, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,34219,1732265992972 2024-11-22T09:01:26,340 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 593d30c36c123182309dad69001938fb, server=296fbbacac79,34219,1732265992972 because future has completed 2024-11-22T09:01:26,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-22T09:01:26,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 593d30c36c123182309dad69001938fb, server=296fbbacac79,34219,1732265992972 in 190 msec 2024-11-22T09:01:26,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-22T09:01:26,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=593d30c36c123182309dad69001938fb, ASSIGN in 358 msec 2024-11-22T09:01:26,348 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T09:01:26,348 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732266086348"}]},"ts":"1732266086348"} 2024-11-22T09:01:26,351 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-22T09:01:26,352 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T09:01:26,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2110 sec 2024-11-22T09:01:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T09:01:28,181 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-11-22T09:01:28,181 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-22T09:01:28,182 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T09:01:28,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-22T09:01:28,189 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T09:01:28,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-11-22T09:01:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb., hostname=296fbbacac79,34219,1732265992972, seqNum=2] 2024-11-22T09:01:28,204 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T09:01:28,204 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-22T09:01:28,208 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-22T09:01:28,211 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-22T09:01:28,213 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-22T09:01:28,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34219 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-22T09:01:31,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34219 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8791588013831356456' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-22T09:01:31,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34219 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:46616 deadline: 1732266092222, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8791588013831356456' does not exist 2024-11-22T09:01:31,230 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 296fbbacac79,34219,1732265992972 for closing scanner id = 8791588013831356456 for 593d30c36c123182309dad69001938fb of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8791588013831356456' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T09:01:31,236 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 223), OpenFileDescriptor=448 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=89 (was 88) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5016 (was 5021) 2024-11-22T09:01:31,247 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=89, ProcessCount=11, AvailableMemoryMB=5016 2024-11-22T09:01:31,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T09:01:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-11-22T09:01:31,253 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T09:01:31,253 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:01:31,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-11-22T09:01:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-22T09:01:31,255 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T09:01:31,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741847_1023 (size=411) 2024-11-22T09:01:31,668 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61ed70bfa69dd2f4f516762b73a7d8a5, NAME => 'testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1 2024-11-22T09:01:31,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741848_1024 (size=62) 2024-11-22T09:01:31,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes 2024-11-22T09:01:31,823 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T09:01:31,852 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-11-22T09:01:32,082 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T09:01:32,082 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 61ed70bfa69dd2f4f516762b73a7d8a5, disabling compactions & flushes 2024-11-22T09:01:32,082 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5. 2024-11-22T09:01:32,082 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5. 2024-11-22T09:01:32,082 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5. after waiting 0 ms 2024-11-22T09:01:32,082 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5. 2024-11-22T09:01:32,083 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5. 2024-11-22T09:01:32,083 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61ed70bfa69dd2f4f516762b73a7d8a5: Waiting for close lock at 1732266092082Disabling compacts and flushes for region at 1732266092082Disabling writes for close at 1732266092082Writing region close event to WAL at 1732266092083 (+1 ms)Closed at 1732266092083 2024-11-22T09:01:32,084 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T09:01:32,084 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732266092084"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732266092084"}]},"ts":"1732266092084"} 2024-11-22T09:01:32,087 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T09:01:32,089 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T09:01:32,089 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732266092089"}]},"ts":"1732266092089"} 2024-11-22T09:01:32,091 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-22T09:01:32,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=61ed70bfa69dd2f4f516762b73a7d8a5, ASSIGN}] 2024-11-22T09:01:32,093 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=61ed70bfa69dd2f4f516762b73a7d8a5, ASSIGN 2024-11-22T09:01:32,094 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=61ed70bfa69dd2f4f516762b73a7d8a5, ASSIGN; state=OFFLINE, location=296fbbacac79,34219,1732265992972; forceNewPlan=false, retain=false 2024-11-22T09:01:32,246 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=61ed70bfa69dd2f4f516762b73a7d8a5, regionState=OPENING, regionLocation=296fbbacac79,34219,1732265992972 2024-11-22T09:01:32,254 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=61ed70bfa69dd2f4f516762b73a7d8a5, ASSIGN because future has completed 2024-11-22T09:01:32,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61ed70bfa69dd2f4f516762b73a7d8a5, server=296fbbacac79,34219,1732265992972}] 2024-11-22T09:01:32,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-22T09:01:32,420 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5. 2024-11-22T09:01:32,420 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 61ed70bfa69dd2f4f516762b73a7d8a5, NAME => 'testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5.', STARTKEY => '', ENDKEY => ''} 2024-11-22T09:01:32,421 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 61ed70bfa69dd2f4f516762b73a7d8a5 2024-11-22T09:01:32,421 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T09:01:32,421 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 61ed70bfa69dd2f4f516762b73a7d8a5 2024-11-22T09:01:32,421 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 61ed70bfa69dd2f4f516762b73a7d8a5 2024-11-22T09:01:32,424 INFO [StoreOpener-61ed70bfa69dd2f4f516762b73a7d8a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 61ed70bfa69dd2f4f516762b73a7d8a5 2024-11-22T09:01:32,426 INFO [StoreOpener-61ed70bfa69dd2f4f516762b73a7d8a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61ed70bfa69dd2f4f516762b73a7d8a5 columnFamilyName testFamily 2024-11-22T09:01:32,426 DEBUG [StoreOpener-61ed70bfa69dd2f4f516762b73a7d8a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:01:32,426 INFO [StoreOpener-61ed70bfa69dd2f4f516762b73a7d8a5-1 {}] regionserver.HStore(327): Store=61ed70bfa69dd2f4f516762b73a7d8a5/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T09:01:32,426 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 61ed70bfa69dd2f4f516762b73a7d8a5 2024-11-22T09:01:32,428 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnNext/61ed70bfa69dd2f4f516762b73a7d8a5 2024-11-22T09:01:32,428 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnNext/61ed70bfa69dd2f4f516762b73a7d8a5 2024-11-22T09:01:32,429 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 61ed70bfa69dd2f4f516762b73a7d8a5 2024-11-22T09:01:32,429 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 61ed70bfa69dd2f4f516762b73a7d8a5 2024-11-22T09:01:32,432 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 61ed70bfa69dd2f4f516762b73a7d8a5 2024-11-22T09:01:32,434 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnNext/61ed70bfa69dd2f4f516762b73a7d8a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T09:01:32,435 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 61ed70bfa69dd2f4f516762b73a7d8a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70343403, jitterRate=0.048198387026786804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T09:01:32,435 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61ed70bfa69dd2f4f516762b73a7d8a5 2024-11-22T09:01:32,436 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 61ed70bfa69dd2f4f516762b73a7d8a5: Running coprocessor pre-open hook at 1732266092422Writing region info on filesystem at 1732266092422Initializing all the Stores at 1732266092423 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732266092423Cleaning up temporary data from old regions at 1732266092429 (+6 ms)Running coprocessor post-open hooks at 1732266092436 (+7 ms)Region opened successfully at 1732266092436 2024-11-22T09:01:32,437 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5., pid=24, masterSystemTime=1732266092408 2024-11-22T09:01:32,440 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5. 2024-11-22T09:01:32,440 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5. 2024-11-22T09:01:32,441 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=61ed70bfa69dd2f4f516762b73a7d8a5, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,34219,1732265992972 2024-11-22T09:01:32,444 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61ed70bfa69dd2f4f516762b73a7d8a5, server=296fbbacac79,34219,1732265992972 because future has completed 2024-11-22T09:01:32,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-22T09:01:32,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 61ed70bfa69dd2f4f516762b73a7d8a5, server=296fbbacac79,34219,1732265992972 in 192 msec 2024-11-22T09:01:32,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-22T09:01:32,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=61ed70bfa69dd2f4f516762b73a7d8a5, ASSIGN in 357 msec 2024-11-22T09:01:32,453 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T09:01:32,453 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732266092453"}]},"ts":"1732266092453"} 2024-11-22T09:01:32,455 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-22T09:01:32,457 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T09:01:32,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2070 sec 2024-11-22T09:01:32,715 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-22T09:01:32,715 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-22T09:01:32,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-22T09:01:32,718 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-22T09:01:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-22T09:01:34,274 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-11-22T09:01:34,274 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-22T09:01:34,275 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T09:01:34,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-22T09:01:34,285 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T09:01:34,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-11-22T09:01:34,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5., hostname=296fbbacac79,34219,1732265992972, seqNum=2] 2024-11-22T09:01:34,302 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T09:01:34,302 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-22T09:01:34,305 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-22T09:01:34,308 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-22T09:01:34,309 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-22T09:01:34,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34219 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-22T09:01:36,387 INFO [master/296fbbacac79:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T09:01:36,388 INFO [master/296fbbacac79:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T09:01:37,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34219 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8791588013831356460' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-22T09:01:37,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34219 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:46616 deadline: 1732266098317, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8791588013831356460' does not exist 2024-11-22T09:01:37,321 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 296fbbacac79,34219,1732265992972 for closing scanner id = 8791588013831356460 for 61ed70bfa69dd2f4f516762b73a7d8a5 of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8791588013831356460' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T09:01:37,330 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=446 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 89) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5011 (was 5016) 2024-11-22T09:01:37,338 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=5010 2024-11-22T09:01:37,341 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T09:01:37,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-11-22T09:01:37,344 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T09:01:37,344 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:01:37,344 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-11-22T09:01:37,346 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T09:01:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T09:01:37,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741849_1025 (size=419) 2024-11-22T09:01:37,357 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd7066f33db45c28506553b96eaff649, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1 2024-11-22T09:01:37,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741850_1026 (size=70) 2024-11-22T09:01:37,768 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T09:01:37,768 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing dd7066f33db45c28506553b96eaff649, disabling compactions & flushes 2024-11-22T09:01:37,768 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649. 2024-11-22T09:01:37,768 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649. 2024-11-22T09:01:37,768 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649. after waiting 0 ms 2024-11-22T09:01:37,769 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649. 2024-11-22T09:01:37,769 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649. 2024-11-22T09:01:37,769 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd7066f33db45c28506553b96eaff649: Waiting for close lock at 1732266097768Disabling compacts and flushes for region at 1732266097768Disabling writes for close at 1732266097769 (+1 ms)Writing region close event to WAL at 1732266097769Closed at 1732266097769 2024-11-22T09:01:37,772 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T09:01:37,773 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732266097772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732266097772"}]},"ts":"1732266097772"} 2024-11-22T09:01:37,778 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T09:01:37,780 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T09:01:37,781 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732266097780"}]},"ts":"1732266097780"} 2024-11-22T09:01:37,783 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-22T09:01:37,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=dd7066f33db45c28506553b96eaff649, ASSIGN}] 2024-11-22T09:01:37,784 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=dd7066f33db45c28506553b96eaff649, ASSIGN 2024-11-22T09:01:37,785 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=dd7066f33db45c28506553b96eaff649, ASSIGN; state=OFFLINE, location=296fbbacac79,34219,1732265992972; forceNewPlan=false, retain=false 2024-11-22T09:01:37,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes 2024-11-22T09:01:37,924 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T09:01:37,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=dd7066f33db45c28506553b96eaff649, regionState=OPENING, regionLocation=296fbbacac79,34219,1732265992972 2024-11-22T09:01:37,940 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=dd7066f33db45c28506553b96eaff649, ASSIGN because future has completed 2024-11-22T09:01:37,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd7066f33db45c28506553b96eaff649, server=296fbbacac79,34219,1732265992972}] 2024-11-22T09:01:37,961 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-11-22T09:01:38,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649. 2024-11-22T09:01:38,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => dd7066f33db45c28506553b96eaff649, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649.', STARTKEY => '', ENDKEY => ''} 2024-11-22T09:01:38,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync dd7066f33db45c28506553b96eaff649 2024-11-22T09:01:38,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T09:01:38,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for dd7066f33db45c28506553b96eaff649 2024-11-22T09:01:38,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for dd7066f33db45c28506553b96eaff649 2024-11-22T09:01:38,107 INFO [StoreOpener-dd7066f33db45c28506553b96eaff649-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region dd7066f33db45c28506553b96eaff649 2024-11-22T09:01:38,109 INFO [StoreOpener-dd7066f33db45c28506553b96eaff649-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd7066f33db45c28506553b96eaff649 columnFamilyName testFamily 2024-11-22T09:01:38,109 DEBUG [StoreOpener-dd7066f33db45c28506553b96eaff649-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:01:38,110 INFO [StoreOpener-dd7066f33db45c28506553b96eaff649-1 {}] regionserver.HStore(327): Store=dd7066f33db45c28506553b96eaff649/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T09:01:38,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for dd7066f33db45c28506553b96eaff649 2024-11-22T09:01:38,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dd7066f33db45c28506553b96eaff649 2024-11-22T09:01:38,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dd7066f33db45c28506553b96eaff649 2024-11-22T09:01:38,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for dd7066f33db45c28506553b96eaff649 2024-11-22T09:01:38,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for dd7066f33db45c28506553b96eaff649 2024-11-22T09:01:38,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for dd7066f33db45c28506553b96eaff649 2024-11-22T09:01:38,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dd7066f33db45c28506553b96eaff649/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T09:01:38,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened dd7066f33db45c28506553b96eaff649; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69149515, jitterRate=0.030408069491386414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T09:01:38,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd7066f33db45c28506553b96eaff649 2024-11-22T09:01:38,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for dd7066f33db45c28506553b96eaff649: Running coprocessor pre-open hook at 1732266098103Writing region info on filesystem at 1732266098103Initializing all the Stores at 1732266098106 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732266098106Cleaning up temporary data from old regions at 1732266098114 (+8 ms)Running coprocessor post-open hooks at 1732266098120 (+6 ms)Region opened successfully at 1732266098121 (+1 ms) 2024-11-22T09:01:38,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649., pid=27, masterSystemTime=1732266098093 2024-11-22T09:01:38,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649. 2024-11-22T09:01:38,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649. 2024-11-22T09:01:38,124 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=dd7066f33db45c28506553b96eaff649, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,34219,1732265992972 2024-11-22T09:01:38,127 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd7066f33db45c28506553b96eaff649, server=296fbbacac79,34219,1732265992972 because future has completed 2024-11-22T09:01:38,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-22T09:01:38,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure dd7066f33db45c28506553b96eaff649, server=296fbbacac79,34219,1732265992972 in 188 msec 2024-11-22T09:01:38,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-22T09:01:38,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=dd7066f33db45c28506553b96eaff649, ASSIGN in 347 msec 2024-11-22T09:01:38,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T09:01:38,135 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732266098135"}]},"ts":"1732266098135"} 2024-11-22T09:01:38,139 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-22T09:01:38,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T09:01:38,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 799 msec 2024-11-22T09:01:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T09:01:38,364 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-11-22T09:01:38,364 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-22T09:01:38,364 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T09:01:38,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-22T09:01:38,374 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T09:01:38,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-11-22T09:01:38,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649., hostname=296fbbacac79,34219,1732265992972, seqNum=2] 2024-11-22T09:01:38,390 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T09:01:38,391 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-22T09:01:38,394 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-22T09:01:38,395 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34219 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-22T09:01:42,715 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-22T09:01:42,715 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-22T09:01:43,608 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T09:01:43,962 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-11-22T09:01:44,401 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649., hostname=296fbbacac79,34219,1732265992972, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649., hostname=296fbbacac79,34219,1732265992972, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=296fbbacac79:34219 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms 2024-11-22T09:01:44,401 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649., hostname=296fbbacac79,34219,1732265992972, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms 2024-11-22T09:01:44,401 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649., hostname=296fbbacac79,34219,1732265992972, seqNum=2 from cache 2024-11-22T09:01:44,420 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=97 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=5002 (was 5010) 2024-11-22T09:01:44,430 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=97, ProcessCount=11, AvailableMemoryMB=5001 2024-11-22T09:01:44,433 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T09:01:44,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-11-22T09:01:44,436 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T09:01:44,436 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:01:44,436 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-11-22T09:01:44,437 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T09:01:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-22T09:01:44,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741851_1027 (size=407) 2024-11-22T09:01:44,853 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5531e4f56871864bbcfcb7e710d99446, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1 2024-11-22T09:01:44,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741852_1028 (size=58) 2024-11-22T09:01:44,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes 2024-11-22T09:01:45,265 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T09:01:45,266 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 5531e4f56871864bbcfcb7e710d99446, disabling compactions & flushes 2024-11-22T09:01:45,266 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446. 2024-11-22T09:01:45,266 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446. 2024-11-22T09:01:45,266 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446. after waiting 0 ms 2024-11-22T09:01:45,266 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446. 2024-11-22T09:01:45,267 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446. 2024-11-22T09:01:45,267 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5531e4f56871864bbcfcb7e710d99446: Waiting for close lock at 1732266105266Disabling compacts and flushes for region at 1732266105266Disabling writes for close at 1732266105266Writing region close event to WAL at 1732266105266Closed at 1732266105267 (+1 ms) 2024-11-22T09:01:45,270 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T09:01:45,270 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732266105270"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732266105270"}]},"ts":"1732266105270"} 2024-11-22T09:01:45,274 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T09:01:45,275 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T09:01:45,275 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732266105275"}]},"ts":"1732266105275"} 2024-11-22T09:01:45,278 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-22T09:01:45,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=5531e4f56871864bbcfcb7e710d99446, ASSIGN}] 2024-11-22T09:01:45,280 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=5531e4f56871864bbcfcb7e710d99446, ASSIGN 2024-11-22T09:01:45,281 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=5531e4f56871864bbcfcb7e710d99446, ASSIGN; state=OFFLINE, location=296fbbacac79,34219,1732265992972; forceNewPlan=false, retain=false 2024-11-22T09:01:45,432 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=5531e4f56871864bbcfcb7e710d99446, regionState=OPENING, regionLocation=296fbbacac79,34219,1732265992972 2024-11-22T09:01:45,439 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=5531e4f56871864bbcfcb7e710d99446, ASSIGN because future has completed 2024-11-22T09:01:45,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5531e4f56871864bbcfcb7e710d99446, server=296fbbacac79,34219,1732265992972}] 2024-11-22T09:01:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-22T09:01:45,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446. 2024-11-22T09:01:45,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 5531e4f56871864bbcfcb7e710d99446, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446.', STARTKEY => '', ENDKEY => ''} 2024-11-22T09:01:45,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 5531e4f56871864bbcfcb7e710d99446 2024-11-22T09:01:45,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T09:01:45,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 5531e4f56871864bbcfcb7e710d99446 2024-11-22T09:01:45,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 5531e4f56871864bbcfcb7e710d99446 2024-11-22T09:01:45,610 INFO [StoreOpener-5531e4f56871864bbcfcb7e710d99446-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5531e4f56871864bbcfcb7e710d99446 2024-11-22T09:01:45,612 INFO [StoreOpener-5531e4f56871864bbcfcb7e710d99446-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5531e4f56871864bbcfcb7e710d99446 columnFamilyName testFamily 2024-11-22T09:01:45,612 DEBUG [StoreOpener-5531e4f56871864bbcfcb7e710d99446-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:01:45,613 INFO [StoreOpener-5531e4f56871864bbcfcb7e710d99446-1 {}] regionserver.HStore(327): Store=5531e4f56871864bbcfcb7e710d99446/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T09:01:45,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 5531e4f56871864bbcfcb7e710d99446 2024-11-22T09:01:45,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnNext/5531e4f56871864bbcfcb7e710d99446 2024-11-22T09:01:45,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnNext/5531e4f56871864bbcfcb7e710d99446 2024-11-22T09:01:45,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 5531e4f56871864bbcfcb7e710d99446 2024-11-22T09:01:45,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 5531e4f56871864bbcfcb7e710d99446 2024-11-22T09:01:45,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 5531e4f56871864bbcfcb7e710d99446 2024-11-22T09:01:45,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnNext/5531e4f56871864bbcfcb7e710d99446/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T09:01:45,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 5531e4f56871864bbcfcb7e710d99446; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66753200, jitterRate=-0.005299806594848633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T09:01:45,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5531e4f56871864bbcfcb7e710d99446 2024-11-22T09:01:45,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 5531e4f56871864bbcfcb7e710d99446: Running coprocessor pre-open hook at 1732266105607Writing region info on filesystem at 1732266105607Initializing all the Stores at 1732266105609 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732266105609Cleaning up temporary data from old regions at 1732266105616 (+7 ms)Running coprocessor post-open hooks at 1732266105625 (+9 ms)Region opened successfully at 1732266105625 2024-11-22T09:01:45,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446., pid=30, masterSystemTime=1732266105593 2024-11-22T09:01:45,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446. 2024-11-22T09:01:45,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446. 2024-11-22T09:01:45,630 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=5531e4f56871864bbcfcb7e710d99446, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,34219,1732265992972 2024-11-22T09:01:45,633 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5531e4f56871864bbcfcb7e710d99446, server=296fbbacac79,34219,1732265992972 because future has completed 2024-11-22T09:01:45,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-22T09:01:45,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 5531e4f56871864bbcfcb7e710d99446, server=296fbbacac79,34219,1732265992972 in 196 msec 2024-11-22T09:01:45,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-22T09:01:45,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=5531e4f56871864bbcfcb7e710d99446, ASSIGN in 359 msec 2024-11-22T09:01:45,642 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T09:01:45,642 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732266105642"}]},"ts":"1732266105642"} 2024-11-22T09:01:45,644 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-22T09:01:45,645 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T09:01:45,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2120 sec 2024-11-22T09:01:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-22T09:01:47,463 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-11-22T09:01:47,463 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-22T09:01:47,464 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T09:01:47,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-22T09:01:47,477 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T09:01:47,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-11-22T09:01:47,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446., hostname=296fbbacac79,34219,1732265992972, seqNum=2] 2024-11-22T09:01:47,489 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T09:01:47,490 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-22T09:01:47,493 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-22T09:01:47,495 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-22T09:01:47,496 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-22T09:01:47,496 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34219 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-22T09:01:49,965 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-11-22T09:01:51,112 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T09:01:51,515 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T09:01:52,715 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-22T09:01:52,715 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-22T09:01:53,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34219 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8791588013831356468' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-22T09:01:53,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34219 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:46616 deadline: 1732266119502, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8791588013831356468' does not exist 2024-11-22T09:01:53,510 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 296fbbacac79,34219,1732265992972 for closing scanner id = 8791588013831356468 for 5531e4f56871864bbcfcb7e710d99446 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8791588013831356468' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T09:01:53,517 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=82 (was 97), ProcessCount=11 (was 11), AvailableMemoryMB=4999 (was 5001) 2024-11-22T09:01:53,525 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=82, ProcessCount=11, AvailableMemoryMB=4999 2024-11-22T09:01:53,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T09:01:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-11-22T09:01:53,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T09:01:53,530 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:01:53,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-11-22T09:01:53,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T09:01:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-22T09:01:53,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741853_1029 (size=423) 2024-11-22T09:01:53,947 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cbf6d006818a608a9e15b540b755b80e, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1 2024-11-22T09:01:53,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741854_1030 (size=74) 2024-11-22T09:01:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes 2024-11-22T09:01:54,363 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T09:01:54,363 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing cbf6d006818a608a9e15b540b755b80e, disabling compactions & flushes 2024-11-22T09:01:54,364 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e. 2024-11-22T09:01:54,364 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e. 2024-11-22T09:01:54,364 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e. after waiting 0 ms 2024-11-22T09:01:54,364 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e. 2024-11-22T09:01:54,364 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e. 2024-11-22T09:01:54,365 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for cbf6d006818a608a9e15b540b755b80e: Waiting for close lock at 1732266114363Disabling compacts and flushes for region at 1732266114363Disabling writes for close at 1732266114364 (+1 ms)Writing region close event to WAL at 1732266114364Closed at 1732266114364 2024-11-22T09:01:54,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T09:01:54,368 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732266114368"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732266114368"}]},"ts":"1732266114368"} 2024-11-22T09:01:54,371 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T09:01:54,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T09:01:54,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732266114372"}]},"ts":"1732266114372"} 2024-11-22T09:01:54,375 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-22T09:01:54,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=cbf6d006818a608a9e15b540b755b80e, ASSIGN}] 2024-11-22T09:01:54,377 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=cbf6d006818a608a9e15b540b755b80e, ASSIGN 2024-11-22T09:01:54,379 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=cbf6d006818a608a9e15b540b755b80e, ASSIGN; state=OFFLINE, location=296fbbacac79,34219,1732265992972; forceNewPlan=false, retain=false 2024-11-22T09:01:54,530 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=cbf6d006818a608a9e15b540b755b80e, regionState=OPENING, regionLocation=296fbbacac79,34219,1732265992972 2024-11-22T09:01:54,537 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=cbf6d006818a608a9e15b540b755b80e, ASSIGN because future has completed 2024-11-22T09:01:54,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbf6d006818a608a9e15b540b755b80e, server=296fbbacac79,34219,1732265992972}] 2024-11-22T09:01:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-22T09:01:54,700 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e. 2024-11-22T09:01:54,700 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => cbf6d006818a608a9e15b540b755b80e, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e.', STARTKEY => '', ENDKEY => ''} 2024-11-22T09:01:54,700 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync cbf6d006818a608a9e15b540b755b80e 2024-11-22T09:01:54,701 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T09:01:54,701 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for cbf6d006818a608a9e15b540b755b80e 2024-11-22T09:01:54,701 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for cbf6d006818a608a9e15b540b755b80e 2024-11-22T09:01:54,703 INFO [StoreOpener-cbf6d006818a608a9e15b540b755b80e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region cbf6d006818a608a9e15b540b755b80e 2024-11-22T09:01:54,705 INFO [StoreOpener-cbf6d006818a608a9e15b540b755b80e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbf6d006818a608a9e15b540b755b80e columnFamilyName testFamily 2024-11-22T09:01:54,705 DEBUG [StoreOpener-cbf6d006818a608a9e15b540b755b80e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T09:01:54,705 INFO [StoreOpener-cbf6d006818a608a9e15b540b755b80e-1 {}] regionserver.HStore(327): Store=cbf6d006818a608a9e15b540b755b80e/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T09:01:54,706 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for cbf6d006818a608a9e15b540b755b80e 2024-11-22T09:01:54,706 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnOpenScannerAsync/cbf6d006818a608a9e15b540b755b80e 2024-11-22T09:01:54,707 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnOpenScannerAsync/cbf6d006818a608a9e15b540b755b80e 2024-11-22T09:01:54,708 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for cbf6d006818a608a9e15b540b755b80e 2024-11-22T09:01:54,708 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for cbf6d006818a608a9e15b540b755b80e 2024-11-22T09:01:54,710 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for cbf6d006818a608a9e15b540b755b80e 2024-11-22T09:01:54,713 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnOpenScannerAsync/cbf6d006818a608a9e15b540b755b80e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T09:01:54,714 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened cbf6d006818a608a9e15b540b755b80e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73014138, jitterRate=0.08799543976783752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T09:01:54,714 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbf6d006818a608a9e15b540b755b80e 2024-11-22T09:01:54,714 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for cbf6d006818a608a9e15b540b755b80e: Running coprocessor pre-open hook at 1732266114701Writing region info on filesystem at 1732266114701Initializing all the Stores at 1732266114702 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732266114702Cleaning up temporary data from old regions at 1732266114708 (+6 ms)Running coprocessor post-open hooks at 1732266114714 (+6 ms)Region opened successfully at 1732266114714 2024-11-22T09:01:54,715 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e., pid=33, masterSystemTime=1732266114690 2024-11-22T09:01:54,718 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e. 2024-11-22T09:01:54,718 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e. 2024-11-22T09:01:54,719 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=cbf6d006818a608a9e15b540b755b80e, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,34219,1732265992972 2024-11-22T09:01:54,722 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbf6d006818a608a9e15b540b755b80e, server=296fbbacac79,34219,1732265992972 because future has completed 2024-11-22T09:01:54,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-22T09:01:54,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure cbf6d006818a608a9e15b540b755b80e, server=296fbbacac79,34219,1732265992972 in 186 msec 2024-11-22T09:01:54,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-22T09:01:54,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=cbf6d006818a608a9e15b540b755b80e, ASSIGN in 351 msec 2024-11-22T09:01:54,729 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T09:01:54,730 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732266114729"}]},"ts":"1732266114729"} 2024-11-22T09:01:54,732 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-22T09:01:54,733 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T09:01:54,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2060 sec 2024-11-22T09:01:55,968 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-11-22T09:01:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-22T09:01:56,574 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-11-22T09:01:56,574 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-22T09:01:56,575 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T09:01:56,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-22T09:01:56,586 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T09:01:56,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-11-22T09:01:56,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e., hostname=296fbbacac79,34219,1732265992972, seqNum=2] 2024-11-22T09:01:56,604 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T09:01:56,604 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-22T09:01:56,607 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-22T09:01:56,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34219 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-22T09:01:57,611 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e., hostname=296fbbacac79,34219,1732265992972, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e., hostname=296fbbacac79,34219,1732265992972, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=296fbbacac79:34219 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms 2024-11-22T09:01:57,611 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e., hostname=296fbbacac79,34219,1732265992972, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms 2024-11-22T09:01:57,611 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e., hostname=296fbbacac79,34219,1732265992972, seqNum=2 from cache 2024-11-22T09:01:58,050 DEBUG [master/296fbbacac79:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T09:01:58,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes 2024-11-22T09:01:58,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e., hostname=296fbbacac79,34219,1732265992972, seqNum=2] 2024-11-22T09:01:58,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34219 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-22T09:01:59,611 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e., hostname=296fbbacac79,34219,1732265992972, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e., hostname=296fbbacac79,34219,1732265992972, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=296fbbacac79:34219 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=981ms, rpcTimeout=978ms 2024-11-22T09:01:59,611 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e., hostname=296fbbacac79,34219,1732265992972, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=981ms, rpcTimeout=978ms 2024-11-22T09:01:59,611 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e., hostname=296fbbacac79,34219,1732265992972, seqNum=2 from cache 2024-11-22T09:01:59,628 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=76 (was 82), ProcessCount=11 (was 11), AvailableMemoryMB=4992 (was 4999) 2024-11-22T09:01:59,629 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T09:01:59,629 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T09:01:59,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T09:01:59,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T09:01:59,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T09:01:59,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T09:01:59,636 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T09:01:59,636 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T09:01:59,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T09:01:59,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T09:01:59,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T09:01:59,636 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T09:01:59,636 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1370267634, stopped=false 2024-11-22T09:01:59,637 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=296fbbacac79,42297,1732265992377 2024-11-22T09:01:59,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x10066a8ba020001, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T09:01:59,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T09:01:59,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x10066a8ba020001, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T09:01:59,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T09:01:59,638 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T09:01:59,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T09:01:59,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T09:01:59,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T09:01:59,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34219-0x10066a8ba020001, quorum=127.0.0.1:57762, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T09:01:59,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T09:01:59,639 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '296fbbacac79,34219,1732265992972' ***** 2024-11-22T09:01:59,639 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T09:01:59,640 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T09:01:59,640 INFO [RS:0;296fbbacac79:34219 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T09:01:59,640 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T09:01:59,640 INFO [RS:0;296fbbacac79:34219 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T09:01:59,640 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(3091): Received CLOSE for 61ed70bfa69dd2f4f516762b73a7d8a5 2024-11-22T09:01:59,641 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(3091): Received CLOSE for 7bfcf5cd8e2b531a316f5c4763711f75 2024-11-22T09:01:59,641 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72 2024-11-22T09:01:59,641 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a7fd9c77486ae9bbe33ca8bcc1736c3 2024-11-22T09:01:59,641 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(3091): Received CLOSE for 5531e4f56871864bbcfcb7e710d99446 2024-11-22T09:01:59,641 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(3091): Received CLOSE for 593d30c36c123182309dad69001938fb 2024-11-22T09:01:59,641 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(3091): Received CLOSE for 421e2adb6f6cbd071240c74916c26b17 2024-11-22T09:01:59,641 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(3091): Received CLOSE for 999b5515f0bc6f91bc28b6ab06182b1d 2024-11-22T09:01:59,641 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(3091): Received CLOSE for dd7066f33db45c28506553b96eaff649 2024-11-22T09:01:59,641 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61ed70bfa69dd2f4f516762b73a7d8a5, disabling compactions & flushes 2024-11-22T09:01:59,641 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(3091): Received CLOSE for cbf6d006818a608a9e15b540b755b80e 2024-11-22T09:01:59,641 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5. 2024-11-22T09:01:59,641 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5. 2024-11-22T09:01:59,641 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(959): stopping server 296fbbacac79,34219,1732265992972 2024-11-22T09:01:59,641 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5. after waiting 0 ms 2024-11-22T09:01:59,641 INFO [RS:0;296fbbacac79:34219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T09:01:59,641 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5. 2024-11-22T09:01:59,641 INFO [RS:0;296fbbacac79:34219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;296fbbacac79:34219. 2024-11-22T09:01:59,641 DEBUG [RS:0;296fbbacac79:34219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T09:01:59,641 DEBUG [RS:0;296fbbacac79:34219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T09:01:59,642 INFO [RS:0;296fbbacac79:34219 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T09:01:59,642 INFO [RS:0;296fbbacac79:34219 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T09:01:59,642 INFO [RS:0;296fbbacac79:34219 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T09:01:59,642 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T09:01:59,642 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-11-22T09:01:59,642 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T09:01:59,642 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T09:01:59,642 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T09:01:59,642 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T09:01:59,642 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a7fd9c77486ae9bbe33ca8bcc1736c3, 421e2adb6f6cbd071240c74916c26b17, 5531e4f56871864bbcfcb7e710d99446, 593d30c36c123182309dad69001938fb, 61ed70bfa69dd2f4f516762b73a7d8a5, 7bfcf5cd8e2b531a316f5c4763711f75, 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72, 999b5515f0bc6f91bc28b6ab06182b1d, cbf6d006818a608a9e15b540b755b80e, dd7066f33db45c28506553b96eaff649 2024-11-22T09:01:59,642 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T09:01:59,644 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-11-22T09:01:59,644 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 61ed70bfa69dd2f4f516762b73a7d8a5 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T09:01:59,654 INFO [regionserver/296fbbacac79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T09:01:59,654 INFO [regionserver/296fbbacac79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T09:01:59,697 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnNext/61ed70bfa69dd2f4f516762b73a7d8a5/.tmp/testFamily/00a743d17fb64bb682e86342c99dd2ec is 61, key is row-0/testFamily:testQualifier/1732266094290/Put/seqid=0 2024-11-22T09:01:59,703 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/meta/1588230740/.tmp/info/5b5aa2225c0c42bcb4d1ef7e7feaba5f is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75./info:regioninfo/1732266057813/Put/seqid=0 2024-11-22T09:01:59,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741855_1031 (size=5049) 2024-11-22T09:01:59,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741856_1032 (size=20564) 2024-11-22T09:01:59,711 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/meta/1588230740/.tmp/info/5b5aa2225c0c42bcb4d1ef7e7feaba5f 2024-11-22T09:01:59,768 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/meta/1588230740/.tmp/ns/73147c76616e4ea6b2e1909d9335f351 is 43, key is default/ns:d/1732266056295/Put/seqid=0 2024-11-22T09:01:59,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741857_1033 (size=5153) 2024-11-22T09:01:59,843 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a7fd9c77486ae9bbe33ca8bcc1736c3, 421e2adb6f6cbd071240c74916c26b17, 5531e4f56871864bbcfcb7e710d99446, 593d30c36c123182309dad69001938fb, 61ed70bfa69dd2f4f516762b73a7d8a5, 7bfcf5cd8e2b531a316f5c4763711f75, 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72, 999b5515f0bc6f91bc28b6ab06182b1d, cbf6d006818a608a9e15b540b755b80e, dd7066f33db45c28506553b96eaff649 2024-11-22T09:02:00,043 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a7fd9c77486ae9bbe33ca8bcc1736c3, 421e2adb6f6cbd071240c74916c26b17, 5531e4f56871864bbcfcb7e710d99446, 593d30c36c123182309dad69001938fb, 61ed70bfa69dd2f4f516762b73a7d8a5, 7bfcf5cd8e2b531a316f5c4763711f75, 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72, 999b5515f0bc6f91bc28b6ab06182b1d, cbf6d006818a608a9e15b540b755b80e, dd7066f33db45c28506553b96eaff649 2024-11-22T09:02:00,110 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnNext/61ed70bfa69dd2f4f516762b73a7d8a5/.tmp/testFamily/00a743d17fb64bb682e86342c99dd2ec 2024-11-22T09:02:00,127 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnNext/61ed70bfa69dd2f4f516762b73a7d8a5/.tmp/testFamily/00a743d17fb64bb682e86342c99dd2ec as hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnNext/61ed70bfa69dd2f4f516762b73a7d8a5/testFamily/00a743d17fb64bb682e86342c99dd2ec 2024-11-22T09:02:00,132 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T09:02:00,136 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnNext/61ed70bfa69dd2f4f516762b73a7d8a5/testFamily/00a743d17fb64bb682e86342c99dd2ec, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T09:02:00,146 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 61ed70bfa69dd2f4f516762b73a7d8a5 in 498ms, sequenceid=8, compaction requested=false 2024-11-22T09:02:00,153 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnNext/61ed70bfa69dd2f4f516762b73a7d8a5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T09:02:00,156 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5. 2024-11-22T09:02:00,156 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61ed70bfa69dd2f4f516762b73a7d8a5: Waiting for close lock at 1732266119641Running coprocessor pre-close hooks at 1732266119641Disabling compacts and flushes for region at 1732266119641Disabling writes for close at 1732266119641Obtaining lock to block concurrent updates at 1732266119644 (+3 ms)Preparing flush snapshotting stores in 61ed70bfa69dd2f4f516762b73a7d8a5 at 1732266119644Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732266119651 (+7 ms)Flushing stores of testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5. at 1732266119652 (+1 ms)Flushing 61ed70bfa69dd2f4f516762b73a7d8a5/testFamily: creating writer at 1732266119653 (+1 ms)Flushing 61ed70bfa69dd2f4f516762b73a7d8a5/testFamily: appending metadata at 1732266119691 (+38 ms)Flushing 61ed70bfa69dd2f4f516762b73a7d8a5/testFamily: closing flushed file at 1732266119694 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a29aa09: reopening flushed file at 1732266120126 (+432 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 61ed70bfa69dd2f4f516762b73a7d8a5 in 498ms, sequenceid=8, compaction requested=false at 1732266120146 (+20 ms)Writing region close event to WAL at 1732266120148 (+2 ms)Running coprocessor post-close hooks at 1732266120154 (+6 ms)Closed at 1732266120156 (+2 ms) 2024-11-22T09:02:00,157 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732266091249.61ed70bfa69dd2f4f516762b73a7d8a5. 2024-11-22T09:02:00,157 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7bfcf5cd8e2b531a316f5c4763711f75, disabling compactions & flushes 2024-11-22T09:02:00,157 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75. 2024-11-22T09:02:00,157 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75. 2024-11-22T09:02:00,157 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75. after waiting 0 ms 2024-11-22T09:02:00,157 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75. 2024-11-22T09:02:00,157 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7bfcf5cd8e2b531a316f5c4763711f75 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T09:02:00,172 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7bfcf5cd8e2b531a316f5c4763711f75/.tmp/testFamily/0d32f66d4e114c658a1b4fcc9de12002 is 61, key is row-0/testFamily:testQualifier/1732266059663/Put/seqid=0 2024-11-22T09:02:00,174 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/meta/1588230740/.tmp/ns/73147c76616e4ea6b2e1909d9335f351 2024-11-22T09:02:00,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741858_1034 (size=5049) 2024-11-22T09:02:00,202 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T09:02:00,205 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/meta/1588230740/.tmp/table/41d6dc09c33241a3b98af6ba2c3b5376 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732266057829/Put/seqid=0 2024-11-22T09:02:00,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741859_1035 (size=6699) 2024-11-22T09:02:00,243 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a7fd9c77486ae9bbe33ca8bcc1736c3, 421e2adb6f6cbd071240c74916c26b17, 5531e4f56871864bbcfcb7e710d99446, 593d30c36c123182309dad69001938fb, 7bfcf5cd8e2b531a316f5c4763711f75, 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72, 999b5515f0bc6f91bc28b6ab06182b1d, cbf6d006818a608a9e15b540b755b80e, dd7066f33db45c28506553b96eaff649 2024-11-22T09:02:00,444 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a7fd9c77486ae9bbe33ca8bcc1736c3, 421e2adb6f6cbd071240c74916c26b17, 5531e4f56871864bbcfcb7e710d99446, 593d30c36c123182309dad69001938fb, 7bfcf5cd8e2b531a316f5c4763711f75, 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72, 999b5515f0bc6f91bc28b6ab06182b1d, cbf6d006818a608a9e15b540b755b80e, dd7066f33db45c28506553b96eaff649 2024-11-22T09:02:00,578 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7bfcf5cd8e2b531a316f5c4763711f75/.tmp/testFamily/0d32f66d4e114c658a1b4fcc9de12002 2024-11-22T09:02:00,589 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7bfcf5cd8e2b531a316f5c4763711f75/.tmp/testFamily/0d32f66d4e114c658a1b4fcc9de12002 as hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7bfcf5cd8e2b531a316f5c4763711f75/testFamily/0d32f66d4e114c658a1b4fcc9de12002 2024-11-22T09:02:00,597 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7bfcf5cd8e2b531a316f5c4763711f75/testFamily/0d32f66d4e114c658a1b4fcc9de12002, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T09:02:00,599 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7bfcf5cd8e2b531a316f5c4763711f75 in 442ms, sequenceid=8, compaction requested=false 2024-11-22T09:02:00,605 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7bfcf5cd8e2b531a316f5c4763711f75/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T09:02:00,606 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75. 2024-11-22T09:02:00,606 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7bfcf5cd8e2b531a316f5c4763711f75: Waiting for close lock at 1732266120157Running coprocessor pre-close hooks at 1732266120157Disabling compacts and flushes for region at 1732266120157Disabling writes for close at 1732266120157Obtaining lock to block concurrent updates at 1732266120157Preparing flush snapshotting stores in 7bfcf5cd8e2b531a316f5c4763711f75 at 1732266120157Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732266120157Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75. at 1732266120158 (+1 ms)Flushing 7bfcf5cd8e2b531a316f5c4763711f75/testFamily: creating writer at 1732266120158Flushing 7bfcf5cd8e2b531a316f5c4763711f75/testFamily: appending metadata at 1732266120172 (+14 ms)Flushing 7bfcf5cd8e2b531a316f5c4763711f75/testFamily: closing flushed file at 1732266120172Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aaaef7d: reopening flushed file at 1732266120587 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7bfcf5cd8e2b531a316f5c4763711f75 in 442ms, sequenceid=8, compaction requested=false at 1732266120599 (+12 ms)Writing region close event to WAL at 1732266120600 (+1 ms)Running coprocessor post-close hooks at 1732266120605 (+5 ms)Closed at 1732266120605 2024-11-22T09:02:00,606 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732266056563.7bfcf5cd8e2b531a316f5c4763711f75. 2024-11-22T09:02:00,606 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72, disabling compactions & flushes 2024-11-22T09:02:00,606 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72. 2024-11-22T09:02:00,606 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72. 2024-11-22T09:02:00,606 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72. after waiting 0 ms 2024-11-22T09:02:00,606 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72. 2024-11-22T09:02:00,606 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T09:02:00,611 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/meta/1588230740/.tmp/table/41d6dc09c33241a3b98af6ba2c3b5376 2024-11-22T09:02:00,621 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/meta/1588230740/.tmp/info/5b5aa2225c0c42bcb4d1ef7e7feaba5f as hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/meta/1588230740/info/5b5aa2225c0c42bcb4d1ef7e7feaba5f 2024-11-22T09:02:00,626 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testRetryOutOfOrderScannerNextException/7ffc9f5505d2c0ce6ea7bd1a3a1d0c72/.tmp/testFamily/46b04a8d71e447238dabe70e23824115 is 61, key is row-0/testFamily:testQualifier/1732266080998/Put/seqid=0 2024-11-22T09:02:00,631 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/meta/1588230740/info/5b5aa2225c0c42bcb4d1ef7e7feaba5f, entries=100, sequenceid=56, filesize=20.1 K 2024-11-22T09:02:00,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741860_1036 (size=5049) 2024-11-22T09:02:00,632 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/meta/1588230740/.tmp/ns/73147c76616e4ea6b2e1909d9335f351 as hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/meta/1588230740/ns/73147c76616e4ea6b2e1909d9335f351 2024-11-22T09:02:00,640 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/meta/1588230740/ns/73147c76616e4ea6b2e1909d9335f351, entries=2, sequenceid=56, filesize=5.0 K 2024-11-22T09:02:00,642 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/meta/1588230740/.tmp/table/41d6dc09c33241a3b98af6ba2c3b5376 as hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/meta/1588230740/table/41d6dc09c33241a3b98af6ba2c3b5376 2024-11-22T09:02:00,644 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close 2024-11-22T09:02:00,644 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1325): Online Regions={7ffc9f5505d2c0ce6ea7bd1a3a1d0c72=testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72., 3a7fd9c77486ae9bbe33ca8bcc1736c3=hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3., 5531e4f56871864bbcfcb7e710d99446=hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446., 593d30c36c123182309dad69001938fb=testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb., 421e2adb6f6cbd071240c74916c26b17=hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17., 1588230740=hbase:meta,,1.1588230740, 999b5515f0bc6f91bc28b6ab06182b1d=testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d., dd7066f33db45c28506553b96eaff649=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649., cbf6d006818a608a9e15b540b755b80e=testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e.} 2024-11-22T09:02:00,644 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a7fd9c77486ae9bbe33ca8bcc1736c3, 421e2adb6f6cbd071240c74916c26b17, 5531e4f56871864bbcfcb7e710d99446, 593d30c36c123182309dad69001938fb, 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72, 999b5515f0bc6f91bc28b6ab06182b1d, cbf6d006818a608a9e15b540b755b80e, dd7066f33db45c28506553b96eaff649 2024-11-22T09:02:00,650 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/meta/1588230740/table/41d6dc09c33241a3b98af6ba2c3b5376, entries=20, sequenceid=56, filesize=6.5 K 2024-11-22T09:02:00,652 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1009ms, sequenceid=56, compaction requested=false 2024-11-22T09:02:00,657 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-11-22T09:02:00,658 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T09:02:00,659 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T09:02:00,659 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732266119642Running coprocessor pre-close hooks at 1732266119642Disabling compacts and flushes for region at 1732266119642Disabling writes for close at 1732266119642Obtaining lock to block concurrent updates at 1732266119644 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1732266119644Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732266119651 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732266119652 (+1 ms)Flushing 1588230740/info: creating writer at 1732266119653 (+1 ms)Flushing 1588230740/info: appending metadata at 1732266119697 (+44 ms)Flushing 1588230740/info: closing flushed file at 1732266119698 (+1 ms)Flushing 1588230740/ns: creating writer at 1732266119751 (+53 ms)Flushing 1588230740/ns: appending metadata at 1732266119767 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732266119767Flushing 1588230740/table: creating writer at 1732266120183 (+416 ms)Flushing 1588230740/table: appending metadata at 1732266120204 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732266120204Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45fb59c7: reopening flushed file at 1732266120619 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@152b26fa: reopening flushed file at 1732266120631 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48145a51: reopening flushed file at 1732266120641 (+10 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1009ms, sequenceid=56, compaction requested=false at 1732266120652 (+11 ms)Writing region close event to WAL at 1732266120653 (+1 ms)Running coprocessor post-close hooks at 1732266120658 (+5 ms)Closed at 1732266120659 (+1 ms) 2024-11-22T09:02:00,659 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T09:02:00,845 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on 3a7fd9c77486ae9bbe33ca8bcc1736c3, 421e2adb6f6cbd071240c74916c26b17, 5531e4f56871864bbcfcb7e710d99446, 593d30c36c123182309dad69001938fb, 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72, 999b5515f0bc6f91bc28b6ab06182b1d, cbf6d006818a608a9e15b540b755b80e, dd7066f33db45c28506553b96eaff649 2024-11-22T09:02:01,032 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testRetryOutOfOrderScannerNextException/7ffc9f5505d2c0ce6ea7bd1a3a1d0c72/.tmp/testFamily/46b04a8d71e447238dabe70e23824115 2024-11-22T09:02:01,045 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on 3a7fd9c77486ae9bbe33ca8bcc1736c3, 421e2adb6f6cbd071240c74916c26b17, 5531e4f56871864bbcfcb7e710d99446, 593d30c36c123182309dad69001938fb, 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72, 999b5515f0bc6f91bc28b6ab06182b1d, cbf6d006818a608a9e15b540b755b80e, dd7066f33db45c28506553b96eaff649 2024-11-22T09:02:01,046 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testRetryOutOfOrderScannerNextException/7ffc9f5505d2c0ce6ea7bd1a3a1d0c72/.tmp/testFamily/46b04a8d71e447238dabe70e23824115 as hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testRetryOutOfOrderScannerNextException/7ffc9f5505d2c0ce6ea7bd1a3a1d0c72/testFamily/46b04a8d71e447238dabe70e23824115 2024-11-22T09:02:01,054 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testRetryOutOfOrderScannerNextException/7ffc9f5505d2c0ce6ea7bd1a3a1d0c72/testFamily/46b04a8d71e447238dabe70e23824115, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T09:02:01,055 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72 in 449ms, sequenceid=8, compaction requested=false 2024-11-22T09:02:01,060 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testRetryOutOfOrderScannerNextException/7ffc9f5505d2c0ce6ea7bd1a3a1d0c72/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T09:02:01,061 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72. 2024-11-22T09:02:01,061 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72: Waiting for close lock at 1732266120606Running coprocessor pre-close hooks at 1732266120606Disabling compacts and flushes for region at 1732266120606Disabling writes for close at 1732266120606Obtaining lock to block concurrent updates at 1732266120606Preparing flush snapshotting stores in 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72 at 1732266120606Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732266120607 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72. at 1732266120608 (+1 ms)Flushing 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72/testFamily: creating writer at 1732266120608Flushing 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72/testFamily: appending metadata at 1732266120625 (+17 ms)Flushing 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72/testFamily: closing flushed file at 1732266120625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f86de9b: reopening flushed file at 1732266121044 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7ffc9f5505d2c0ce6ea7bd1a3a1d0c72 in 449ms, sequenceid=8, compaction requested=false at 1732266121055 (+11 ms)Writing region close event to WAL at 1732266121056 (+1 ms)Running coprocessor post-close hooks at 1732266121061 (+5 ms)Closed at 1732266121061 2024-11-22T09:02:01,062 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732266077938.7ffc9f5505d2c0ce6ea7bd1a3a1d0c72. 2024-11-22T09:02:01,062 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a7fd9c77486ae9bbe33ca8bcc1736c3, disabling compactions & flushes 2024-11-22T09:02:01,062 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3. 2024-11-22T09:02:01,062 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3. 2024-11-22T09:02:01,062 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3. after waiting 0 ms 2024-11-22T09:02:01,062 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3. 2024-11-22T09:02:01,062 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3a7fd9c77486ae9bbe33ca8bcc1736c3 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T09:02:01,080 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnNextAsync/3a7fd9c77486ae9bbe33ca8bcc1736c3/.tmp/testFamily/d5b4680054c24e55875ed6bc0dd82ead is 61, key is row-0/testFamily:testQualifier/1732266071887/Put/seqid=0 2024-11-22T09:02:01,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741861_1037 (size=5049) 2024-11-22T09:02:01,245 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on 3a7fd9c77486ae9bbe33ca8bcc1736c3, 421e2adb6f6cbd071240c74916c26b17, 5531e4f56871864bbcfcb7e710d99446, 593d30c36c123182309dad69001938fb, 999b5515f0bc6f91bc28b6ab06182b1d, cbf6d006818a608a9e15b540b755b80e, dd7066f33db45c28506553b96eaff649 2024-11-22T09:02:01,446 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on 3a7fd9c77486ae9bbe33ca8bcc1736c3, 421e2adb6f6cbd071240c74916c26b17, 5531e4f56871864bbcfcb7e710d99446, 593d30c36c123182309dad69001938fb, 999b5515f0bc6f91bc28b6ab06182b1d, cbf6d006818a608a9e15b540b755b80e, dd7066f33db45c28506553b96eaff649 2024-11-22T09:02:01,487 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnNextAsync/3a7fd9c77486ae9bbe33ca8bcc1736c3/.tmp/testFamily/d5b4680054c24e55875ed6bc0dd82ead 2024-11-22T09:02:01,501 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnNextAsync/3a7fd9c77486ae9bbe33ca8bcc1736c3/.tmp/testFamily/d5b4680054c24e55875ed6bc0dd82ead as hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnNextAsync/3a7fd9c77486ae9bbe33ca8bcc1736c3/testFamily/d5b4680054c24e55875ed6bc0dd82ead 2024-11-22T09:02:01,509 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnNextAsync/3a7fd9c77486ae9bbe33ca8bcc1736c3/testFamily/d5b4680054c24e55875ed6bc0dd82ead, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T09:02:01,511 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3a7fd9c77486ae9bbe33ca8bcc1736c3 in 448ms, sequenceid=8, compaction requested=false 2024-11-22T09:02:01,515 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnNextAsync/3a7fd9c77486ae9bbe33ca8bcc1736c3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T09:02:01,516 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3. 2024-11-22T09:02:01,516 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a7fd9c77486ae9bbe33ca8bcc1736c3: Waiting for close lock at 1732266121062Running coprocessor pre-close hooks at 1732266121062Disabling compacts and flushes for region at 1732266121062Disabling writes for close at 1732266121062Obtaining lock to block concurrent updates at 1732266121062Preparing flush snapshotting stores in 3a7fd9c77486ae9bbe33ca8bcc1736c3 at 1732266121062Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732266121062Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3. at 1732266121063 (+1 ms)Flushing 3a7fd9c77486ae9bbe33ca8bcc1736c3/testFamily: creating writer at 1732266121063Flushing 3a7fd9c77486ae9bbe33ca8bcc1736c3/testFamily: appending metadata at 1732266121079 (+16 ms)Flushing 3a7fd9c77486ae9bbe33ca8bcc1736c3/testFamily: closing flushed file at 1732266121079Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@311edc1a: reopening flushed file at 1732266121500 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3a7fd9c77486ae9bbe33ca8bcc1736c3 in 448ms, sequenceid=8, compaction requested=false at 1732266121511 (+11 ms)Writing region close event to WAL at 1732266121511Running coprocessor post-close hooks at 1732266121516 (+5 ms)Closed at 1732266121516 2024-11-22T09:02:01,516 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732266068833.3a7fd9c77486ae9bbe33ca8bcc1736c3. 2024-11-22T09:02:01,517 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5531e4f56871864bbcfcb7e710d99446, disabling compactions & flushes 2024-11-22T09:02:01,517 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446. 2024-11-22T09:02:01,517 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446. 2024-11-22T09:02:01,517 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446. after waiting 0 ms 2024-11-22T09:02:01,517 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446. 2024-11-22T09:02:01,517 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5531e4f56871864bbcfcb7e710d99446 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T09:02:01,533 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnNext/5531e4f56871864bbcfcb7e710d99446/.tmp/testFamily/9177b06874e04fe69be32f4091148026 is 61, key is row-0/testFamily:testQualifier/1732266107481/Put/seqid=0 2024-11-22T09:02:01,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741862_1038 (size=5049) 2024-11-22T09:02:01,646 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-22T09:02:01,646 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1325): Online Regions={5531e4f56871864bbcfcb7e710d99446=hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446., 593d30c36c123182309dad69001938fb=testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb., 421e2adb6f6cbd071240c74916c26b17=hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17., 999b5515f0bc6f91bc28b6ab06182b1d=testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d., dd7066f33db45c28506553b96eaff649=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649., cbf6d006818a608a9e15b540b755b80e=testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e.} 2024-11-22T09:02:01,646 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on 421e2adb6f6cbd071240c74916c26b17, 5531e4f56871864bbcfcb7e710d99446, 593d30c36c123182309dad69001938fb, 999b5515f0bc6f91bc28b6ab06182b1d, cbf6d006818a608a9e15b540b755b80e, dd7066f33db45c28506553b96eaff649 2024-11-22T09:02:01,847 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on 421e2adb6f6cbd071240c74916c26b17, 5531e4f56871864bbcfcb7e710d99446, 593d30c36c123182309dad69001938fb, 999b5515f0bc6f91bc28b6ab06182b1d, cbf6d006818a608a9e15b540b755b80e, dd7066f33db45c28506553b96eaff649 2024-11-22T09:02:01,940 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnNext/5531e4f56871864bbcfcb7e710d99446/.tmp/testFamily/9177b06874e04fe69be32f4091148026 2024-11-22T09:02:01,957 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnNext/5531e4f56871864bbcfcb7e710d99446/.tmp/testFamily/9177b06874e04fe69be32f4091148026 as hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnNext/5531e4f56871864bbcfcb7e710d99446/testFamily/9177b06874e04fe69be32f4091148026 2024-11-22T09:02:01,968 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnNext/5531e4f56871864bbcfcb7e710d99446/testFamily/9177b06874e04fe69be32f4091148026, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T09:02:01,970 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5531e4f56871864bbcfcb7e710d99446 in 452ms, sequenceid=8, compaction requested=false 2024-11-22T09:02:01,974 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnNext/5531e4f56871864bbcfcb7e710d99446/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T09:02:01,975 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446. 2024-11-22T09:02:01,975 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5531e4f56871864bbcfcb7e710d99446: Waiting for close lock at 1732266121516Running coprocessor pre-close hooks at 1732266121516Disabling compacts and flushes for region at 1732266121516Disabling writes for close at 1732266121517 (+1 ms)Obtaining lock to block concurrent updates at 1732266121517Preparing flush snapshotting stores in 5531e4f56871864bbcfcb7e710d99446 at 1732266121517Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732266121517Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446. at 1732266121518 (+1 ms)Flushing 5531e4f56871864bbcfcb7e710d99446/testFamily: creating writer at 1732266121518Flushing 5531e4f56871864bbcfcb7e710d99446/testFamily: appending metadata at 1732266121532 (+14 ms)Flushing 5531e4f56871864bbcfcb7e710d99446/testFamily: closing flushed file at 1732266121532Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5526a7a0: reopening flushed file at 1732266121955 (+423 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5531e4f56871864bbcfcb7e710d99446 in 452ms, sequenceid=8, compaction requested=false at 1732266121970 (+15 ms)Writing region close event to WAL at 1732266121970Running coprocessor post-close hooks at 1732266121975 (+5 ms)Closed at 1732266121975 2024-11-22T09:02:01,975 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732266104432.5531e4f56871864bbcfcb7e710d99446. 2024-11-22T09:02:01,975 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 593d30c36c123182309dad69001938fb, disabling compactions & flushes 2024-11-22T09:02:01,975 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb. 2024-11-22T09:02:01,976 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb. 2024-11-22T09:02:01,976 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb. after waiting 0 ms 2024-11-22T09:02:01,976 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb. 2024-11-22T09:02:01,976 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 593d30c36c123182309dad69001938fb 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T09:02:01,991 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnNextAsync/593d30c36c123182309dad69001938fb/.tmp/testFamily/0ced1abf157e4e96baf87f33a20776aa is 61, key is row-0/testFamily:testQualifier/1732266088195/Put/seqid=0 2024-11-22T09:02:01,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741863_1039 (size=5049) 2024-11-22T09:02:02,047 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on 421e2adb6f6cbd071240c74916c26b17, 593d30c36c123182309dad69001938fb, 999b5515f0bc6f91bc28b6ab06182b1d, cbf6d006818a608a9e15b540b755b80e, dd7066f33db45c28506553b96eaff649 2024-11-22T09:02:02,247 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on 421e2adb6f6cbd071240c74916c26b17, 593d30c36c123182309dad69001938fb, 999b5515f0bc6f91bc28b6ab06182b1d, cbf6d006818a608a9e15b540b755b80e, dd7066f33db45c28506553b96eaff649 2024-11-22T09:02:02,397 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnNextAsync/593d30c36c123182309dad69001938fb/.tmp/testFamily/0ced1abf157e4e96baf87f33a20776aa 2024-11-22T09:02:02,414 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnNextAsync/593d30c36c123182309dad69001938fb/.tmp/testFamily/0ced1abf157e4e96baf87f33a20776aa as hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnNextAsync/593d30c36c123182309dad69001938fb/testFamily/0ced1abf157e4e96baf87f33a20776aa 2024-11-22T09:02:02,422 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnNextAsync/593d30c36c123182309dad69001938fb/testFamily/0ced1abf157e4e96baf87f33a20776aa, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T09:02:02,423 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 593d30c36c123182309dad69001938fb in 447ms, sequenceid=8, compaction requested=false 2024-11-22T09:02:02,428 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnNextAsync/593d30c36c123182309dad69001938fb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T09:02:02,429 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb. 2024-11-22T09:02:02,429 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 593d30c36c123182309dad69001938fb: Waiting for close lock at 1732266121975Running coprocessor pre-close hooks at 1732266121975Disabling compacts and flushes for region at 1732266121975Disabling writes for close at 1732266121976 (+1 ms)Obtaining lock to block concurrent updates at 1732266121976Preparing flush snapshotting stores in 593d30c36c123182309dad69001938fb at 1732266121976Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732266121976Flushing stores of testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb. at 1732266121977 (+1 ms)Flushing 593d30c36c123182309dad69001938fb/testFamily: creating writer at 1732266121977Flushing 593d30c36c123182309dad69001938fb/testFamily: appending metadata at 1732266121990 (+13 ms)Flushing 593d30c36c123182309dad69001938fb/testFamily: closing flushed file at 1732266121990Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4493780b: reopening flushed file at 1732266122413 (+423 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 593d30c36c123182309dad69001938fb in 447ms, sequenceid=8, compaction requested=false at 1732266122423 (+10 ms)Writing region close event to WAL at 1732266122424 (+1 ms)Running coprocessor post-close hooks at 1732266122429 (+5 ms)Closed at 1732266122429 2024-11-22T09:02:02,430 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732266085140.593d30c36c123182309dad69001938fb. 2024-11-22T09:02:02,430 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 421e2adb6f6cbd071240c74916c26b17, disabling compactions & flushes 2024-11-22T09:02:02,430 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17. 2024-11-22T09:02:02,430 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17. 2024-11-22T09:02:02,430 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17. after waiting 0 ms 2024-11-22T09:02:02,430 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17. 2024-11-22T09:02:02,430 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 421e2adb6f6cbd071240c74916c26b17 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T09:02:02,445 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnOpenScanner/421e2adb6f6cbd071240c74916c26b17/.tmp/testFamily/822c75a46dc6473b910e8ac6ea8c13b0 is 61, key is row-0/testFamily:testQualifier/1732266062777/Put/seqid=0 2024-11-22T09:02:02,448 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on 421e2adb6f6cbd071240c74916c26b17, 999b5515f0bc6f91bc28b6ab06182b1d, cbf6d006818a608a9e15b540b755b80e, dd7066f33db45c28506553b96eaff649 2024-11-22T09:02:02,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741864_1040 (size=5049) 2024-11-22T09:02:02,648 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-22T09:02:02,648 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1325): Online Regions={421e2adb6f6cbd071240c74916c26b17=hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17., 999b5515f0bc6f91bc28b6ab06182b1d=testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d., dd7066f33db45c28506553b96eaff649=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649., cbf6d006818a608a9e15b540b755b80e=testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e.} 2024-11-22T09:02:02,648 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on 421e2adb6f6cbd071240c74916c26b17, 999b5515f0bc6f91bc28b6ab06182b1d, cbf6d006818a608a9e15b540b755b80e, dd7066f33db45c28506553b96eaff649 2024-11-22T09:02:02,715 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-11-22T09:02:02,715 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-22T09:02:02,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T09:02:02,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-22T09:02:02,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-22T09:02:02,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-22T09:02:02,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T09:02:02,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-22T09:02:02,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-22T09:02:02,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-22T09:02:02,849 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on 421e2adb6f6cbd071240c74916c26b17, 999b5515f0bc6f91bc28b6ab06182b1d, cbf6d006818a608a9e15b540b755b80e, dd7066f33db45c28506553b96eaff649 2024-11-22T09:02:02,852 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnOpenScanner/421e2adb6f6cbd071240c74916c26b17/.tmp/testFamily/822c75a46dc6473b910e8ac6ea8c13b0 2024-11-22T09:02:02,868 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnOpenScanner/421e2adb6f6cbd071240c74916c26b17/.tmp/testFamily/822c75a46dc6473b910e8ac6ea8c13b0 as hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnOpenScanner/421e2adb6f6cbd071240c74916c26b17/testFamily/822c75a46dc6473b910e8ac6ea8c13b0 2024-11-22T09:02:02,878 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnOpenScanner/421e2adb6f6cbd071240c74916c26b17/testFamily/822c75a46dc6473b910e8ac6ea8c13b0, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T09:02:02,879 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 421e2adb6f6cbd071240c74916c26b17 in 449ms, sequenceid=8, compaction requested=false 2024-11-22T09:02:02,886 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnOpenScanner/421e2adb6f6cbd071240c74916c26b17/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T09:02:02,887 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17. 2024-11-22T09:02:02,887 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 421e2adb6f6cbd071240c74916c26b17: Waiting for close lock at 1732266122430Running coprocessor pre-close hooks at 1732266122430Disabling compacts and flushes for region at 1732266122430Disabling writes for close at 1732266122430Obtaining lock to block concurrent updates at 1732266122430Preparing flush snapshotting stores in 421e2adb6f6cbd071240c74916c26b17 at 1732266122430Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732266122430Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17. at 1732266122431 (+1 ms)Flushing 421e2adb6f6cbd071240c74916c26b17/testFamily: creating writer at 1732266122431Flushing 421e2adb6f6cbd071240c74916c26b17/testFamily: appending metadata at 1732266122445 (+14 ms)Flushing 421e2adb6f6cbd071240c74916c26b17/testFamily: closing flushed file at 1732266122445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f815e77: reopening flushed file at 1732266122866 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 421e2adb6f6cbd071240c74916c26b17 in 449ms, sequenceid=8, compaction requested=false at 1732266122879 (+13 ms)Writing region close event to WAL at 1732266122880 (+1 ms)Running coprocessor post-close hooks at 1732266122887 (+7 ms)Closed at 1732266122887 2024-11-22T09:02:02,887 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732266059739.421e2adb6f6cbd071240c74916c26b17. 2024-11-22T09:02:02,887 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 999b5515f0bc6f91bc28b6ab06182b1d, disabling compactions & flushes 2024-11-22T09:02:02,887 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d. 2024-11-22T09:02:02,888 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d. 2024-11-22T09:02:02,888 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d. after waiting 0 ms 2024-11-22T09:02:02,888 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d. 2024-11-22T09:02:02,888 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 999b5515f0bc6f91bc28b6ab06182b1d 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T09:02:02,906 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnOpenScanner/999b5515f0bc6f91bc28b6ab06182b1d/.tmp/testFamily/fc52a0d605534a6b9a001184912d4dea is 61, key is row-0/testFamily:testQualifier/1732266082088/Put/seqid=0 2024-11-22T09:02:02,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741865_1041 (size=5049) 2024-11-22T09:02:03,049 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on 999b5515f0bc6f91bc28b6ab06182b1d, cbf6d006818a608a9e15b540b755b80e, dd7066f33db45c28506553b96eaff649 2024-11-22T09:02:03,250 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on 999b5515f0bc6f91bc28b6ab06182b1d, cbf6d006818a608a9e15b540b755b80e, dd7066f33db45c28506553b96eaff649 2024-11-22T09:02:03,312 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnOpenScanner/999b5515f0bc6f91bc28b6ab06182b1d/.tmp/testFamily/fc52a0d605534a6b9a001184912d4dea 2024-11-22T09:02:03,327 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnOpenScanner/999b5515f0bc6f91bc28b6ab06182b1d/.tmp/testFamily/fc52a0d605534a6b9a001184912d4dea as hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnOpenScanner/999b5515f0bc6f91bc28b6ab06182b1d/testFamily/fc52a0d605534a6b9a001184912d4dea 2024-11-22T09:02:03,334 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnOpenScanner/999b5515f0bc6f91bc28b6ab06182b1d/testFamily/fc52a0d605534a6b9a001184912d4dea, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T09:02:03,335 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 999b5515f0bc6f91bc28b6ab06182b1d in 447ms, sequenceid=8, compaction requested=false 2024-11-22T09:02:03,340 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnOpenScanner/999b5515f0bc6f91bc28b6ab06182b1d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T09:02:03,340 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d. 2024-11-22T09:02:03,340 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 999b5515f0bc6f91bc28b6ab06182b1d: Waiting for close lock at 1732266122887Running coprocessor pre-close hooks at 1732266122887Disabling compacts and flushes for region at 1732266122887Disabling writes for close at 1732266122888 (+1 ms)Obtaining lock to block concurrent updates at 1732266122888Preparing flush snapshotting stores in 999b5515f0bc6f91bc28b6ab06182b1d at 1732266122888Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732266122888Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d. at 1732266122889 (+1 ms)Flushing 999b5515f0bc6f91bc28b6ab06182b1d/testFamily: creating writer at 1732266122889Flushing 999b5515f0bc6f91bc28b6ab06182b1d/testFamily: appending metadata at 1732266122905 (+16 ms)Flushing 999b5515f0bc6f91bc28b6ab06182b1d/testFamily: closing flushed file at 1732266122905Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f75977f: reopening flushed file at 1732266123325 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 999b5515f0bc6f91bc28b6ab06182b1d in 447ms, sequenceid=8, compaction requested=false at 1732266123335 (+10 ms)Writing region close event to WAL at 1732266123336 (+1 ms)Running coprocessor post-close hooks at 1732266123340 (+4 ms)Closed at 1732266123340 2024-11-22T09:02:03,340 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732266081054.999b5515f0bc6f91bc28b6ab06182b1d. 2024-11-22T09:02:03,341 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd7066f33db45c28506553b96eaff649, disabling compactions & flushes 2024-11-22T09:02:03,341 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649. 2024-11-22T09:02:03,341 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649. 2024-11-22T09:02:03,341 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649. after waiting 0 ms 2024-11-22T09:02:03,341 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649. 2024-11-22T09:02:03,341 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dd7066f33db45c28506553b96eaff649 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T09:02:03,356 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dd7066f33db45c28506553b96eaff649/.tmp/testFamily/37612294b6534b378b2b36a3d246bb82 is 61, key is row-0/testFamily:testQualifier/1732266098381/Put/seqid=0 2024-11-22T09:02:03,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741866_1042 (size=5049) 2024-11-22T09:02:03,450 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on cbf6d006818a608a9e15b540b755b80e, dd7066f33db45c28506553b96eaff649 2024-11-22T09:02:03,650 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T09:02:03,650 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1325): Online Regions={dd7066f33db45c28506553b96eaff649=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649., cbf6d006818a608a9e15b540b755b80e=testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e.} 2024-11-22T09:02:03,651 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on cbf6d006818a608a9e15b540b755b80e, dd7066f33db45c28506553b96eaff649 2024-11-22T09:02:03,764 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dd7066f33db45c28506553b96eaff649/.tmp/testFamily/37612294b6534b378b2b36a3d246bb82 2024-11-22T09:02:03,778 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dd7066f33db45c28506553b96eaff649/.tmp/testFamily/37612294b6534b378b2b36a3d246bb82 as hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dd7066f33db45c28506553b96eaff649/testFamily/37612294b6534b378b2b36a3d246bb82 2024-11-22T09:02:03,784 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dd7066f33db45c28506553b96eaff649/testFamily/37612294b6534b378b2b36a3d246bb82, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T09:02:03,785 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for dd7066f33db45c28506553b96eaff649 in 444ms, sequenceid=8, compaction requested=false 2024-11-22T09:02:03,790 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dd7066f33db45c28506553b96eaff649/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T09:02:03,791 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649. 2024-11-22T09:02:03,791 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd7066f33db45c28506553b96eaff649: Waiting for close lock at 1732266123341Running coprocessor pre-close hooks at 1732266123341Disabling compacts and flushes for region at 1732266123341Disabling writes for close at 1732266123341Obtaining lock to block concurrent updates at 1732266123341Preparing flush snapshotting stores in dd7066f33db45c28506553b96eaff649 at 1732266123341Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732266123341Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649. at 1732266123342 (+1 ms)Flushing dd7066f33db45c28506553b96eaff649/testFamily: creating writer at 1732266123342Flushing dd7066f33db45c28506553b96eaff649/testFamily: appending metadata at 1732266123356 (+14 ms)Flushing dd7066f33db45c28506553b96eaff649/testFamily: closing flushed file at 1732266123356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a8e8edb: reopening flushed file at 1732266123777 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for dd7066f33db45c28506553b96eaff649 in 444ms, sequenceid=8, compaction requested=false at 1732266123785 (+8 ms)Writing region close event to WAL at 1732266123786 (+1 ms)Running coprocessor post-close hooks at 1732266123791 (+5 ms)Closed at 1732266123791 2024-11-22T09:02:03,791 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732266097340.dd7066f33db45c28506553b96eaff649. 2024-11-22T09:02:03,791 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbf6d006818a608a9e15b540b755b80e, disabling compactions & flushes 2024-11-22T09:02:03,791 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e. 2024-11-22T09:02:03,792 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e. 2024-11-22T09:02:03,792 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e. after waiting 0 ms 2024-11-22T09:02:03,792 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e. 2024-11-22T09:02:03,792 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cbf6d006818a608a9e15b540b755b80e 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T09:02:03,814 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnOpenScannerAsync/cbf6d006818a608a9e15b540b755b80e/.tmp/testFamily/5e9009c877d744ad99299e8f81f52dbb is 61, key is row-0/testFamily:testQualifier/1732266116592/Put/seqid=0 2024-11-22T09:02:03,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741867_1043 (size=5049) 2024-11-22T09:02:03,851 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on cbf6d006818a608a9e15b540b755b80e 2024-11-22T09:02:04,051 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on cbf6d006818a608a9e15b540b755b80e 2024-11-22T09:02:04,221 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnOpenScannerAsync/cbf6d006818a608a9e15b540b755b80e/.tmp/testFamily/5e9009c877d744ad99299e8f81f52dbb 2024-11-22T09:02:04,237 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnOpenScannerAsync/cbf6d006818a608a9e15b540b755b80e/.tmp/testFamily/5e9009c877d744ad99299e8f81f52dbb as hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnOpenScannerAsync/cbf6d006818a608a9e15b540b755b80e/testFamily/5e9009c877d744ad99299e8f81f52dbb 2024-11-22T09:02:04,244 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnOpenScannerAsync/cbf6d006818a608a9e15b540b755b80e/testFamily/5e9009c877d744ad99299e8f81f52dbb, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T09:02:04,245 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for cbf6d006818a608a9e15b540b755b80e in 453ms, sequenceid=8, compaction requested=false 2024-11-22T09:02:04,251 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/data/default/testNormalScanTimeoutOnOpenScannerAsync/cbf6d006818a608a9e15b540b755b80e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T09:02:04,252 DEBUG [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1351): Waiting on cbf6d006818a608a9e15b540b755b80e 2024-11-22T09:02:04,252 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e. 2024-11-22T09:02:04,252 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbf6d006818a608a9e15b540b755b80e: Waiting for close lock at 1732266123791Running coprocessor pre-close hooks at 1732266123791Disabling compacts and flushes for region at 1732266123791Disabling writes for close at 1732266123792 (+1 ms)Obtaining lock to block concurrent updates at 1732266123792Preparing flush snapshotting stores in cbf6d006818a608a9e15b540b755b80e at 1732266123792Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732266123792Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e. at 1732266123793 (+1 ms)Flushing cbf6d006818a608a9e15b540b755b80e/testFamily: creating writer at 1732266123793Flushing cbf6d006818a608a9e15b540b755b80e/testFamily: appending metadata at 1732266123814 (+21 ms)Flushing cbf6d006818a608a9e15b540b755b80e/testFamily: closing flushed file at 1732266123814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ca5b68b: reopening flushed file at 1732266124236 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for cbf6d006818a608a9e15b540b755b80e in 453ms, sequenceid=8, compaction requested=false at 1732266124245 (+9 ms)Writing region close event to WAL at 1732266124246 (+1 ms)Running coprocessor post-close hooks at 1732266124252 (+6 ms)Closed at 1732266124252 2024-11-22T09:02:04,252 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732266113527.cbf6d006818a608a9e15b540b755b80e. 2024-11-22T09:02:04,452 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(976): stopping server 296fbbacac79,34219,1732265992972; all regions closed. 2024-11-22T09:02:04,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741834_1010 (size=19479) 2024-11-22T09:02:04,469 DEBUG [RS:0;296fbbacac79:34219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/oldWALs 2024-11-22T09:02:04,469 INFO [RS:0;296fbbacac79:34219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 296fbbacac79%2C34219%2C1732265992972.meta:.meta(num 1732266056153) 2024-11-22T09:02:04,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741833_1009 (size=20031) 2024-11-22T09:02:04,472 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/WALs/296fbbacac79,34219,1732265992972/296fbbacac79%2C34219%2C1732265992972.1732266055716 not finished, retry = 0 2024-11-22T09:02:04,577 DEBUG [RS:0;296fbbacac79:34219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/oldWALs 2024-11-22T09:02:04,577 INFO [RS:0;296fbbacac79:34219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 296fbbacac79%2C34219%2C1732265992972:(num 1732266055716) 2024-11-22T09:02:04,577 DEBUG [RS:0;296fbbacac79:34219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T09:02:04,578 INFO [RS:0;296fbbacac79:34219 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T09:02:04,578 INFO [RS:0;296fbbacac79:34219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T09:02:04,578 INFO [RS:0;296fbbacac79:34219 {}] hbase.ChoreService(370): Chore service for: regionserver/296fbbacac79:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T09:02:04,579 INFO [RS:0;296fbbacac79:34219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T09:02:04,579 INFO [regionserver/296fbbacac79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T09:02:04,580 INFO [RS:0;296fbbacac79:34219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34219 2024-11-22T09:02:04,585 INFO [regionserver/296fbbacac79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T09:02:04,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x10066a8ba020001, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/296fbbacac79,34219,1732265992972 2024-11-22T09:02:04,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T09:02:04,585 INFO [RS:0;296fbbacac79:34219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T09:02:04,587 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [296fbbacac79,34219,1732265992972] 2024-11-22T09:02:04,588 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/296fbbacac79,34219,1732265992972 already deleted, retry=false 2024-11-22T09:02:04,588 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 296fbbacac79,34219,1732265992972 expired; onlineServers=0 2024-11-22T09:02:04,588 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '296fbbacac79,42297,1732265992377' ***** 2024-11-22T09:02:04,588 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T09:02:04,588 INFO [M:0;296fbbacac79:42297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T09:02:04,588 INFO [M:0;296fbbacac79:42297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T09:02:04,589 DEBUG [M:0;296fbbacac79:42297 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T09:02:04,589 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T09:02:04,589 DEBUG [M:0;296fbbacac79:42297 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T09:02:04,589 DEBUG [master/296fbbacac79:0:becomeActiveMaster-HFileCleaner.small.0-1732265995564 {}] cleaner.HFileCleaner(306): Exit Thread[master/296fbbacac79:0:becomeActiveMaster-HFileCleaner.small.0-1732265995564,5,FailOnTimeoutGroup] 2024-11-22T09:02:04,589 DEBUG [master/296fbbacac79:0:becomeActiveMaster-HFileCleaner.large.0-1732265995563 {}] cleaner.HFileCleaner(306): Exit Thread[master/296fbbacac79:0:becomeActiveMaster-HFileCleaner.large.0-1732265995563,5,FailOnTimeoutGroup] 2024-11-22T09:02:04,589 INFO [M:0;296fbbacac79:42297 {}] hbase.ChoreService(370): Chore service for: master/296fbbacac79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T09:02:04,589 INFO [M:0;296fbbacac79:42297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T09:02:04,589 DEBUG [M:0;296fbbacac79:42297 {}] master.HMaster(1795): Stopping service threads 2024-11-22T09:02:04,589 INFO [M:0;296fbbacac79:42297 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T09:02:04,590 INFO [M:0;296fbbacac79:42297 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T09:02:04,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T09:02:04,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T09:02:04,590 INFO [M:0;296fbbacac79:42297 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T09:02:04,590 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T09:02:04,591 DEBUG [M:0;296fbbacac79:42297 {}] zookeeper.ZKUtil(347): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T09:02:04,591 WARN [M:0;296fbbacac79:42297 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T09:02:04,592 INFO [M:0;296fbbacac79:42297 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/.lastflushedseqids 2024-11-22T09:02:04,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741868_1044 (size=721) 2024-11-22T09:02:04,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x10066a8ba020001, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T09:02:04,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34219-0x10066a8ba020001, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T09:02:04,688 INFO [RS:0;296fbbacac79:34219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T09:02:04,688 INFO [RS:0;296fbbacac79:34219 {}] regionserver.HRegionServer(1031): Exiting; stopping=296fbbacac79,34219,1732265992972; zookeeper connection closed. 2024-11-22T09:02:04,689 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34d93e6f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34d93e6f 2024-11-22T09:02:04,690 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T09:02:05,006 INFO [M:0;296fbbacac79:42297 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T09:02:05,007 INFO [M:0;296fbbacac79:42297 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T09:02:05,007 DEBUG [M:0;296fbbacac79:42297 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T09:02:05,007 INFO [M:0;296fbbacac79:42297 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T09:02:05,008 DEBUG [M:0;296fbbacac79:42297 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T09:02:05,008 DEBUG [M:0;296fbbacac79:42297 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T09:02:05,008 DEBUG [M:0;296fbbacac79:42297 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T09:02:05,009 INFO [M:0;296fbbacac79:42297 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.12 KB heapSize=191.18 KB 2024-11-22T09:02:05,029 DEBUG [M:0;296fbbacac79:42297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa61f810fd3a444297ea615c029d571f is 82, key is hbase:meta,,1/info:regioninfo/1732266056233/Put/seqid=0 2024-11-22T09:02:05,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741869_1045 (size=5672) 2024-11-22T09:02:05,436 INFO [M:0;296fbbacac79:42297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa61f810fd3a444297ea615c029d571f 2024-11-22T09:02:05,470 DEBUG [M:0;296fbbacac79:42297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/242b18654e9c444c837462f8f225f776 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732266057835/Put/seqid=0 2024-11-22T09:02:05,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741870_1046 (size=14073) 2024-11-22T09:02:05,659 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T09:02:05,876 INFO [M:0;296fbbacac79:42297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.57 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/242b18654e9c444c837462f8f225f776 2024-11-22T09:02:05,889 INFO [M:0;296fbbacac79:42297 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 242b18654e9c444c837462f8f225f776 2024-11-22T09:02:05,907 DEBUG [M:0;296fbbacac79:42297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4df00e8d25614262b0a1a39c25946e7f is 69, key is 296fbbacac79,34219,1732265992972/rs:state/1732266025585/Put/seqid=0 2024-11-22T09:02:05,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741871_1047 (size=5156) 2024-11-22T09:02:06,313 INFO [M:0;296fbbacac79:42297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4df00e8d25614262b0a1a39c25946e7f 2024-11-22T09:02:06,323 DEBUG [M:0;296fbbacac79:42297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa61f810fd3a444297ea615c029d571f as hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa61f810fd3a444297ea615c029d571f 2024-11-22T09:02:06,330 INFO [M:0;296fbbacac79:42297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa61f810fd3a444297ea615c029d571f, entries=8, sequenceid=319, filesize=5.5 K 2024-11-22T09:02:06,331 DEBUG [M:0;296fbbacac79:42297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/242b18654e9c444c837462f8f225f776 as hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/242b18654e9c444c837462f8f225f776 2024-11-22T09:02:06,337 INFO [M:0;296fbbacac79:42297 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 242b18654e9c444c837462f8f225f776 2024-11-22T09:02:06,337 INFO [M:0;296fbbacac79:42297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/242b18654e9c444c837462f8f225f776, entries=33, sequenceid=319, filesize=13.7 K 2024-11-22T09:02:06,338 DEBUG [M:0;296fbbacac79:42297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4df00e8d25614262b0a1a39c25946e7f as hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4df00e8d25614262b0a1a39c25946e7f 2024-11-22T09:02:06,344 INFO [M:0;296fbbacac79:42297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/fe01f841-33bb-9fc9-23a5-f395d03792d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4df00e8d25614262b0a1a39c25946e7f, entries=1, sequenceid=319, filesize=5.0 K 2024-11-22T09:02:06,346 INFO [M:0;296fbbacac79:42297 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.12 KB/167039, heapSize ~190.88 KB/195464, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=319, compaction requested=false 2024-11-22T09:02:06,347 INFO [M:0;296fbbacac79:42297 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T09:02:06,347 DEBUG [M:0;296fbbacac79:42297 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732266125007Disabling compacts and flushes for region at 1732266125007Disabling writes for close at 1732266125008 (+1 ms)Obtaining lock to block concurrent updates at 1732266125009 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732266125009Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167039, getHeapSize=195704, getOffHeapSize=0, getCellsCount=366 at 1732266125010 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732266125011 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732266125011Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732266125028 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732266125028Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732266125449 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732266125469 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732266125469Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732266125889 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732266125907 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732266125907Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f2aa03: reopening flushed file at 1732266126322 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4396865d: reopening flushed file at 1732266126330 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e59e61f: reopening flushed file at 1732266126337 (+7 ms)Finished flush of dataSize ~163.12 KB/167039, heapSize ~190.88 KB/195464, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=319, compaction requested=false at 1732266126346 (+9 ms)Writing region close event to WAL at 1732266126347 (+1 ms)Closed at 1732266126347 2024-11-22T09:02:06,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741830_1006 (size=188381) 2024-11-22T09:02:06,351 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T09:02:06,351 INFO [M:0;296fbbacac79:42297 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T09:02:06,351 INFO [M:0;296fbbacac79:42297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42297 2024-11-22T09:02:06,351 INFO [M:0;296fbbacac79:42297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T09:02:06,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T09:02:06,453 INFO [M:0;296fbbacac79:42297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T09:02:06,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10066a8ba020000, quorum=127.0.0.1:57762, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T09:02:06,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T09:02:06,463 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T09:02:06,463 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T09:02:06,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T09:02:06,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/hadoop.log.dir/,STOPPED} 2024-11-22T09:02:06,467 WARN [BP-1874125603-172.17.0.2-1732265989872 heartbeating to localhost/127.0.0.1:44493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T09:02:06,467 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T09:02:06,467 WARN [BP-1874125603-172.17.0.2-1732265989872 heartbeating to localhost/127.0.0.1:44493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1874125603-172.17.0.2-1732265989872 (Datanode Uuid c0b3a0a1-149d-4c21-8188-229314cc34ce) service to localhost/127.0.0.1:44493 2024-11-22T09:02:06,467 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T09:02:06,469 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/cluster_fbd10b13-129a-0897-beec-a0f70f0106b5/data/data1/current/BP-1874125603-172.17.0.2-1732265989872 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T09:02:06,469 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/cluster_fbd10b13-129a-0897-beec-a0f70f0106b5/data/data2/current/BP-1874125603-172.17.0.2-1732265989872 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T09:02:06,470 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T09:02:06,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T09:02:06,480 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T09:02:06,480 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T09:02:06,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T09:02:06,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/942cc0e1-d435-5468-6def-9a5f8b3a5a92/hadoop.log.dir/,STOPPED} 2024-11-22T09:02:06,487 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T09:02:06,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down