2024-11-10 06:50:51,144 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-10 06:50:51,162 main DEBUG Took 0.016481 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 06:50:51,162 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 06:50:51,163 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 06:50:51,164 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 06:50:51,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:50:51,172 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 06:50:51,185 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:50:51,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:50:51,188 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:50:51,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:50:51,189 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:50:51,189 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:50:51,191 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:50:51,191 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:50:51,192 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:50:51,192 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:50:51,193 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:50:51,194 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:50:51,194 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:50:51,195 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:50:51,196 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:50:51,196 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:50:51,197 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:50:51,197 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:50:51,198 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:50:51,198 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:50:51,199 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:50:51,199 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:50:51,200 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:50:51,200 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:50:51,201 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:50:51,201 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 06:50:51,203 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:50:51,205 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 06:50:51,207 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 06:50:51,208 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 06:50:51,209 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 06:50:51,209 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 06:50:51,217 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 06:50:51,219 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 06:50:51,221 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 06:50:51,221 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 06:50:51,221 main DEBUG createAppenders(={Console}) 2024-11-10 06:50:51,222 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-11-10 06:50:51,222 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-10 06:50:51,223 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-11-10 06:50:51,223 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 06:50:51,223 main DEBUG OutputStream closed 2024-11-10 06:50:51,224 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 06:50:51,224 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 06:50:51,224 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-11-10 06:50:51,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 06:50:51,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 06:50:51,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 06:50:51,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 06:50:51,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 06:50:51,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 06:50:51,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 06:50:51,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 06:50:51,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 06:50:51,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 06:50:51,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 06:50:51,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 06:50:51,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 06:50:51,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 06:50:51,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 06:50:51,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 06:50:51,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 06:50:51,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 06:50:51,300 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 06:50:51,301 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-11-10 06:50:51,301 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 06:50:51,302 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-11-10T06:50:51,321 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-11-10 06:50:51,324 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 06:50:51,325 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T06:50:51,580 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8 2024-11-10T06:50:51,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:50:51,619 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/cluster_72444bd8-4a7b-12d1-498c-8d0ece225315, deleteOnExit=true 2024-11-10T06:50:51,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:50:51,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/test.cache.data in system properties and HBase conf 2024-11-10T06:50:51,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:50:51,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:50:51,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:50:51,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:50:51,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:50:51,727 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T06:50:51,822 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:50:51,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:50:51,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:50:51,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:50:51,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:50:51,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:50:51,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:50:51,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:50:51,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:50:51,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:50:51,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:50:51,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:50:51,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:50:51,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:50:51,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:50:52,646 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T06:50:52,727 INFO [Time-limited test {}] log.Log(170): Logging initialized @2256ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T06:50:52,822 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:50:52,902 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:50:52,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:50:52,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:50:52,925 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:50:52,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:50:52,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:50:52,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:50:53,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/java.io.tmpdir/jetty-localhost-42523-hadoop-hdfs-3_4_1-tests_jar-_-any-2437830900666120356/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:50:53,144 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:42523} 2024-11-10T06:50:53,144 INFO [Time-limited test {}] server.Server(415): Started @2674ms 2024-11-10T06:50:53,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:50:53,558 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:50:53,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:50:53,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:50:53,559 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:50:53,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:50:53,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:50:53,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/java.io.tmpdir/jetty-localhost-37885-hadoop-hdfs-3_4_1-tests_jar-_-any-8805814990954457015/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:50:53,684 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:37885} 2024-11-10T06:50:53,684 INFO [Time-limited test {}] server.Server(415): Started @3213ms 2024-11-10T06:50:53,745 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:50:54,226 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/cluster_72444bd8-4a7b-12d1-498c-8d0ece225315/data/data1/current/BP-552106898-172.17.0.2-1731221452413/current, will proceed with Du for space computation calculation, 2024-11-10T06:50:54,226 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/cluster_72444bd8-4a7b-12d1-498c-8d0ece225315/data/data2/current/BP-552106898-172.17.0.2-1731221452413/current, will proceed with Du for space computation calculation, 2024-11-10T06:50:54,265 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:50:54,325 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8 2024-11-10T06:50:54,328 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5723056c0eba906 with lease ID 0x4f62a4555b023c6f: Processing first storage report for DS-03777e31-8f85-49a7-aae4-488d0694fc1c from datanode DatanodeRegistration(127.0.0.1:37539, datanodeUuid=d5de8986-6d74-4213-bcd4-8b793a952975, infoPort=45107, infoSecurePort=0, ipcPort=33717, storageInfo=lv=-57;cid=testClusterID;nsid=548708416;c=1731221452413) 2024-11-10T06:50:54,329 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5723056c0eba906 with lease ID 0x4f62a4555b023c6f: from storage DS-03777e31-8f85-49a7-aae4-488d0694fc1c node DatanodeRegistration(127.0.0.1:37539, datanodeUuid=d5de8986-6d74-4213-bcd4-8b793a952975, infoPort=45107, infoSecurePort=0, ipcPort=33717, storageInfo=lv=-57;cid=testClusterID;nsid=548708416;c=1731221452413), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T06:50:54,330 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5723056c0eba906 with lease ID 0x4f62a4555b023c6f: Processing first storage report for DS-05da469f-51b9-4619-bb03-79b5c1aa14f8 from datanode DatanodeRegistration(127.0.0.1:37539, datanodeUuid=d5de8986-6d74-4213-bcd4-8b793a952975, infoPort=45107, infoSecurePort=0, ipcPort=33717, storageInfo=lv=-57;cid=testClusterID;nsid=548708416;c=1731221452413) 2024-11-10T06:50:54,330 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5723056c0eba906 with lease ID 0x4f62a4555b023c6f: from storage DS-05da469f-51b9-4619-bb03-79b5c1aa14f8 node DatanodeRegistration(127.0.0.1:37539, datanodeUuid=d5de8986-6d74-4213-bcd4-8b793a952975, infoPort=45107, infoSecurePort=0, ipcPort=33717, storageInfo=lv=-57;cid=testClusterID;nsid=548708416;c=1731221452413), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T06:50:54,417 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/cluster_72444bd8-4a7b-12d1-498c-8d0ece225315/zookeeper_0, clientPort=52080, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/cluster_72444bd8-4a7b-12d1-498c-8d0ece225315/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/cluster_72444bd8-4a7b-12d1-498c-8d0ece225315/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T06:50:54,428 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52080 2024-11-10T06:50:54,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:50:54,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:50:54,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:50:55,097 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04 with version=8 2024-11-10T06:50:55,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/hbase-staging 2024-11-10T06:50:55,191 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T06:50:55,451 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4999977c7e1b:0 server-side Connection retries=9 2024-11-10T06:50:55,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:50:55,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:50:55,468 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:50:55,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:50:55,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:50:55,609 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:50:55,673 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T06:50:55,682 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T06:50:55,686 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:50:55,715 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13117 (auto-detected) 2024-11-10T06:50:55,716 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T06:50:55,736 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32923 2024-11-10T06:50:55,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32923 connecting to ZooKeeper ensemble=127.0.0.1:52080 2024-11-10T06:50:55,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329230x0, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:50:55,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32923-0x10190f273a30000 connected 2024-11-10T06:50:55,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:50:55,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:50:55,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T06:50:55,839 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04, hbase.cluster.distributed=false 2024-11-10T06:50:55,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T06:50:55,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32923 2024-11-10T06:50:55,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32923 2024-11-10T06:50:55,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32923 2024-11-10T06:50:55,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32923 2024-11-10T06:50:55,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32923 2024-11-10T06:50:55,992 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4999977c7e1b:0 server-side Connection retries=9 2024-11-10T06:50:55,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:50:55,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:50:55,994 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:50:55,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:50:55,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:50:55,997 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:50:55,999 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:50:56,000 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45339 2024-11-10T06:50:56,002 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45339 connecting to ZooKeeper ensemble=127.0.0.1:52080 2024-11-10T06:50:56,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:50:56,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:50:56,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453390x0, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:50:56,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45339-0x10190f273a30001 connected 2024-11-10T06:50:56,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45339-0x10190f273a30001, quorum=127.0.0.1:52080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T06:50:56,018 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:50:56,025 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:50:56,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45339-0x10190f273a30001, quorum=127.0.0.1:52080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T06:50:56,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45339-0x10190f273a30001, quorum=127.0.0.1:52080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T06:50:56,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45339 2024-11-10T06:50:56,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45339 2024-11-10T06:50:56,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45339 2024-11-10T06:50:56,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45339 2024-11-10T06:50:56,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45339 2024-11-10T06:50:56,052 DEBUG [M:0;4999977c7e1b:32923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4999977c7e1b:32923 2024-11-10T06:50:56,053 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4999977c7e1b,32923,1731221455247 2024-11-10T06:50:56,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T06:50:56,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10190f273a30001, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T06:50:56,062 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4999977c7e1b,32923,1731221455247 2024-11-10T06:50:56,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10190f273a30001, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T06:50:56,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T06:50:56,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10190f273a30001, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T06:50:56,083 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T06:50:56,084 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4999977c7e1b,32923,1731221455247 from backup master directory 2024-11-10T06:50:56,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4999977c7e1b,32923,1731221455247 2024-11-10T06:50:56,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10190f273a30001, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T06:50:56,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T06:50:56,088 WARN [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:50:56,088 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4999977c7e1b,32923,1731221455247 2024-11-10T06:50:56,090 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T06:50:56,091 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T06:50:56,147 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/hbase.id] with ID: a90fc030-3ef4-406f-9ac4-f569b9bf7bb8 2024-11-10T06:50:56,147 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/.tmp/hbase.id 2024-11-10T06:50:56,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:50:56,559 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/.tmp/hbase.id]:[hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/hbase.id] 2024-11-10T06:50:56,604 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:50:56,609 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:50:56,627 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-10T06:50:56,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T06:50:56,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10190f273a30001, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T06:50:56,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:50:57,065 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:50:57,069 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:50:57,092 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T06:50:57,098 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:50:57,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:50:57,148 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/data/master/store 2024-11-10T06:50:57,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:50:57,572 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T06:50:57,576 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:50:57,578 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:50:57,578 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:50:57,579 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:50:57,581 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:50:57,581 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:50:57,581 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:50:57,583 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731221457578Disabling compacts and flushes for region at 1731221457578Disabling writes for close at 1731221457581 (+3 ms)Writing region close event to WAL at 1731221457581Closed at 1731221457581 2024-11-10T06:50:57,586 WARN [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/data/master/store/.initializing 2024-11-10T06:50:57,586 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/WALs/4999977c7e1b,32923,1731221455247 2024-11-10T06:50:57,597 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:50:57,617 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C32923%2C1731221455247, suffix=, logDir=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/WALs/4999977c7e1b,32923,1731221455247, archiveDir=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/oldWALs, maxLogs=10 2024-11-10T06:50:57,654 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/WALs/4999977c7e1b,32923,1731221455247/4999977c7e1b%2C32923%2C1731221455247.1731221457624, exclude list is [], retry=0 2024-11-10T06:50:57,674 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37539,DS-03777e31-8f85-49a7-aae4-488d0694fc1c,DISK] 2024-11-10T06:50:57,677 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T06:50:57,721 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/WALs/4999977c7e1b,32923,1731221455247/4999977c7e1b%2C32923%2C1731221455247.1731221457624 2024-11-10T06:50:57,722 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45107:45107)] 2024-11-10T06:50:57,722 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:50:57,723 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:50:57,726 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:50:57,727 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:50:57,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:50:57,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:50:57,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:50:57,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:50:57,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:50:57,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:50:57,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:50:57,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:50:57,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:50:57,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:50:57,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:50:57,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:50:57,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:50:57,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:50:57,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:50:57,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:50:57,816 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:50:57,821 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:50:57,822 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:50:57,830 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:50:57,831 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:50:57,836 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:50:57,841 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:50:57,846 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:50:57,848 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62645116, jitterRate=-0.06651502847671509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:50:57,857 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731221457741Initializing all the Stores at 1731221457744 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731221457744Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731221457745 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731221457745Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731221457745Cleaning up temporary data from old regions at 1731221457831 (+86 ms)Region opened successfully at 1731221457857 (+26 ms) 2024-11-10T06:50:57,859 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:50:57,900 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622f9264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4999977c7e1b/172.17.0.2:0 2024-11-10T06:50:57,947 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:50:57,962 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:50:57,962 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:50:57,965 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:50:57,967 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T06:50:57,972 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-10T06:50:57,972 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:50:58,003 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:50:58,011 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T06:50:58,014 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T06:50:58,016 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:50:58,018 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:50:58,019 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T06:50:58,022 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:50:58,026 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:50:58,028 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T06:50:58,029 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:50:58,031 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T06:50:58,049 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:50:58,050 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T06:50:58,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10190f273a30001, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T06:50:58,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T06:50:58,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10190f273a30001, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T06:50:58,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T06:50:58,058 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4999977c7e1b,32923,1731221455247, sessionid=0x10190f273a30000, setting cluster-up flag (Was=false) 2024-11-10T06:50:58,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T06:50:58,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10190f273a30001, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T06:50:58,075 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T06:50:58,077 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4999977c7e1b,32923,1731221455247 2024-11-10T06:50:58,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T06:50:58,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10190f273a30001, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T06:50:58,088 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T06:50:58,090 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4999977c7e1b,32923,1731221455247 2024-11-10T06:50:58,096 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:50:58,142 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(746): ClusterId : a90fc030-3ef4-406f-9ac4-f569b9bf7bb8 2024-11-10T06:50:58,146 DEBUG [RS:0;4999977c7e1b:45339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:50:58,151 DEBUG [RS:0;4999977c7e1b:45339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:50:58,152 DEBUG [RS:0;4999977c7e1b:45339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:50:58,155 DEBUG [RS:0;4999977c7e1b:45339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:50:58,156 DEBUG [RS:0;4999977c7e1b:45339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b36b7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4999977c7e1b/172.17.0.2:0 2024-11-10T06:50:58,172 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4999977c7e1b:45339 2024-11-10T06:50:58,175 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:50:58,175 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:50:58,175 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:50:58,175 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:50:58,178 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(2659): reportForDuty to master=4999977c7e1b,32923,1731221455247 with port=45339, startcode=1731221455950 2024-11-10T06:50:58,186 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:50:58,192 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:50:58,192 DEBUG [RS:0;4999977c7e1b:45339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:50:58,200 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4999977c7e1b,32923,1731221455247 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:50:58,209 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:50:58,209 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:50:58,209 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:50:58,210 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:50:58,210 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4999977c7e1b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:50:58,210 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:50:58,212 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4999977c7e1b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:50:58,212 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:50:58,220 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731221488220 2024-11-10T06:50:58,222 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:50:58,223 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:50:58,224 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:50:58,224 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:50:58,229 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:50:58,229 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:50:58,230 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:50:58,230 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:50:58,231 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:50:58,231 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:50:58,231 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:50:58,234 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:50:58,236 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:50:58,236 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55823, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:50:58,236 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:50:58,240 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:50:58,241 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:50:58,242 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32923 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-10T06:50:58,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:50:58,244 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731221458244,5,FailOnTimeoutGroup] 2024-11-10T06:50:58,245 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731221458245,5,FailOnTimeoutGroup] 2024-11-10T06:50:58,245 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:50:58,246 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:50:58,246 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:50:58,247 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04 2024-11-10T06:50:58,247 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:50:58,248 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:50:58,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741832_1008 (size=32) 2024-11-10T06:50:58,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:50:58,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:50:58,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:50:58,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:50:58,272 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T06:50:58,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:50:58,272 WARN [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying. 2024-11-10T06:50:58,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:50:58,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:50:58,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:50:58,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:50:58,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:50:58,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:50:58,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:50:58,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:50:58,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:50:58,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:50:58,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:50:58,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:50:58,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:50:58,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/meta/1588230740 2024-11-10T06:50:58,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/meta/1588230740 2024-11-10T06:50:58,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:50:58,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:50:58,290 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:50:58,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:50:58,297 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:50:58,298 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69044702, jitterRate=0.02884623408317566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:50:58,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731221458266Initializing all the Stores at 1731221458268 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731221458268Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731221458268Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731221458268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731221458268Cleaning up temporary data from old regions at 1731221458289 (+21 ms)Region opened successfully at 1731221458303 (+14 ms) 2024-11-10T06:50:58,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:50:58,303 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:50:58,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:50:58,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:50:58,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:50:58,305 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:50:58,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731221458303Disabling compacts and flushes for region at 1731221458303Disabling writes for close at 1731221458303Writing region close event to WAL at 1731221458305 (+2 ms)Closed at 1731221458305 2024-11-10T06:50:58,309 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:50:58,309 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:50:58,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:50:58,329 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:50:58,332 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:50:58,483 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:50:59,484 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:00,484 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:01,485 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:02,486 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:03,487 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:04,487 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:05,488 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:05,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T06:51:05,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T06:51:06,489 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:07,489 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:08,490 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:09,491 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:10,492 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:11,492 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:12,493 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:13,494 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:14,495 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:15,495 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:16,496 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:17,497 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:18,498 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:19,498 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:20,499 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:21,500 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:22,501 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:23,501 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:24,320 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T06:51:24,502 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:25,503 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:26,503 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:27,504 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:28,274 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(2659): reportForDuty to master=4999977c7e1b,32923,1731221455247 with port=45339, startcode=1731221455950 2024-11-10T06:51:28,276 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4999977c7e1b,45339,1731221455950 2024-11-10T06:51:28,279 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32923 {}] master.ServerManager(517): Registering regionserver=4999977c7e1b,45339,1731221455950 2024-11-10T06:51:28,288 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04 2024-11-10T06:51:28,288 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36495 2024-11-10T06:51:28,289 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:51:28,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T06:51:28,294 DEBUG [RS:0;4999977c7e1b:45339 {}] zookeeper.ZKUtil(111): regionserver:45339-0x10190f273a30001, quorum=127.0.0.1:52080, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4999977c7e1b,45339,1731221455950 2024-11-10T06:51:28,294 WARN [RS:0;4999977c7e1b:45339 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:51:28,294 INFO [RS:0;4999977c7e1b:45339 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:51:28,294 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/WALs/4999977c7e1b,45339,1731221455950 2024-11-10T06:51:28,296 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4999977c7e1b,45339,1731221455950] 2024-11-10T06:51:28,321 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:51:28,334 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:51:28,340 INFO [RS:0;4999977c7e1b:45339 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:51:28,340 INFO [RS:0;4999977c7e1b:45339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:51:28,341 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:51:28,347 INFO [RS:0;4999977c7e1b:45339 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:51:28,349 INFO [RS:0;4999977c7e1b:45339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:51:28,349 DEBUG [RS:0;4999977c7e1b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:51:28,350 DEBUG [RS:0;4999977c7e1b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:51:28,350 DEBUG [RS:0;4999977c7e1b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:51:28,350 DEBUG [RS:0;4999977c7e1b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:51:28,350 DEBUG [RS:0;4999977c7e1b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:51:28,351 DEBUG [RS:0;4999977c7e1b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:51:28,351 DEBUG [RS:0;4999977c7e1b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:51:28,351 DEBUG [RS:0;4999977c7e1b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:51:28,351 DEBUG [RS:0;4999977c7e1b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:51:28,352 DEBUG [RS:0;4999977c7e1b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:51:28,352 DEBUG [RS:0;4999977c7e1b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:51:28,352 DEBUG [RS:0;4999977c7e1b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:51:28,352 DEBUG [RS:0;4999977c7e1b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:51:28,352 DEBUG [RS:0;4999977c7e1b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:51:28,354 INFO [RS:0;4999977c7e1b:45339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:51:28,354 INFO [RS:0;4999977c7e1b:45339 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:51:28,354 INFO [RS:0;4999977c7e1b:45339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:51:28,355 INFO [RS:0;4999977c7e1b:45339 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:51:28,355 INFO [RS:0;4999977c7e1b:45339 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:51:28,355 INFO [RS:0;4999977c7e1b:45339 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,45339,1731221455950-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:51:28,384 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:51:28,387 INFO [RS:0;4999977c7e1b:45339 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,45339,1731221455950-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:51:28,387 INFO [RS:0;4999977c7e1b:45339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:51:28,387 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.Replication(171): 4999977c7e1b,45339,1731221455950 started 2024-11-10T06:51:28,414 INFO [RS:0;4999977c7e1b:45339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:51:28,414 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1482): Serving as 4999977c7e1b,45339,1731221455950, RpcServer on 4999977c7e1b/172.17.0.2:45339, sessionid=0x10190f273a30001 2024-11-10T06:51:28,415 DEBUG [RS:0;4999977c7e1b:45339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:51:28,415 DEBUG [RS:0;4999977c7e1b:45339 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4999977c7e1b,45339,1731221455950 2024-11-10T06:51:28,416 DEBUG [RS:0;4999977c7e1b:45339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,45339,1731221455950' 2024-11-10T06:51:28,416 DEBUG [RS:0;4999977c7e1b:45339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T06:51:28,417 DEBUG [RS:0;4999977c7e1b:45339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T06:51:28,418 DEBUG [RS:0;4999977c7e1b:45339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:51:28,418 DEBUG [RS:0;4999977c7e1b:45339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:51:28,418 DEBUG [RS:0;4999977c7e1b:45339 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4999977c7e1b,45339,1731221455950 2024-11-10T06:51:28,418 DEBUG [RS:0;4999977c7e1b:45339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,45339,1731221455950' 2024-11-10T06:51:28,418 DEBUG [RS:0;4999977c7e1b:45339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T06:51:28,419 DEBUG [RS:0;4999977c7e1b:45339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T06:51:28,420 DEBUG [RS:0;4999977c7e1b:45339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:51:28,420 INFO [RS:0;4999977c7e1b:45339 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:51:28,420 INFO [RS:0;4999977c7e1b:45339 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:51:28,505 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:29,505 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:30,506 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:31,507 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:32,507 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:33,508 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:34,509 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:35,509 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:36,510 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:37,511 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:38,511 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:39,512 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:40,513 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:41,514 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:42,514 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:43,515 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:44,516 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:45,517 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:46,517 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:47,518 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:48,518 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:49,519 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:50,520 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:51,520 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:52,521 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:53,522 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:54,321 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T06:51:54,522 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:55,523 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:56,524 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:57,524 WARN [4999977c7e1b:32923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:51:58,426 INFO [RS:0;4999977c7e1b:45339 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:51:58,430 INFO [RS:0;4999977c7e1b:45339 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C45339%2C1731221455950, suffix=, logDir=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/WALs/4999977c7e1b,45339,1731221455950, archiveDir=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/oldWALs, maxLogs=32 2024-11-10T06:51:58,449 DEBUG [RS:0;4999977c7e1b:45339 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/WALs/4999977c7e1b,45339,1731221455950/4999977c7e1b%2C45339%2C1731221455950.1731221518433, exclude list is [], retry=0 2024-11-10T06:51:58,455 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37539,DS-03777e31-8f85-49a7-aae4-488d0694fc1c,DISK] 2024-11-10T06:51:58,460 INFO [RS:0;4999977c7e1b:45339 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/WALs/4999977c7e1b,45339,1731221455950/4999977c7e1b%2C45339%2C1731221455950.1731221518433 2024-11-10T06:51:58,461 DEBUG [RS:0;4999977c7e1b:45339 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45107:45107)] 2024-11-10T06:51:58,527 DEBUG [4999977c7e1b:32923 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:51:58,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4999977c7e1b,45339,1731221455950 2024-11-10T06:51:58,548 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4999977c7e1b,45339,1731221455950, state=OPENING 2024-11-10T06:51:58,554 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:51:58,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T06:51:58,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10190f273a30001, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T06:51:58,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T06:51:58,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T06:51:58,559 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:51:58,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4999977c7e1b,45339,1731221455950}] 2024-11-10T06:51:58,738 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:51:58,742 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40465, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:51:58,752 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:51:58,753 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:51:58,753 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:51:58,757 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C45339%2C1731221455950.meta, suffix=.meta, logDir=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/WALs/4999977c7e1b,45339,1731221455950, archiveDir=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/oldWALs, maxLogs=32 2024-11-10T06:51:58,775 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/WALs/4999977c7e1b,45339,1731221455950/4999977c7e1b%2C45339%2C1731221455950.meta.1731221518759.meta, exclude list is [], retry=0 2024-11-10T06:51:58,779 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37539,DS-03777e31-8f85-49a7-aae4-488d0694fc1c,DISK] 2024-11-10T06:51:58,783 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/WALs/4999977c7e1b,45339,1731221455950/4999977c7e1b%2C45339%2C1731221455950.meta.1731221518759.meta 2024-11-10T06:51:58,787 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45107:45107)] 2024-11-10T06:51:58,787 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:51:58,789 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:51:58,793 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:51:58,800 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:51:58,806 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:51:58,807 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:51:58,807 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:51:58,807 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:51:58,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:51:58,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:51:58,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:51:58,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:51:58,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:51:58,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:51:58,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:51:58,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:51:58,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:51:58,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:51:58,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:51:58,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:51:58,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:51:58,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:51:58,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:51:58,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:51:58,821 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:51:58,822 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/meta/1588230740 2024-11-10T06:51:58,825 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/meta/1588230740 2024-11-10T06:51:58,828 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:51:58,828 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:51:58,829 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:51:58,831 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:51:58,833 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58821504, jitterRate=-0.12349128723144531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:51:58,833 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:51:58,835 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731221518808Writing region info on filesystem at 1731221518808Initializing all the Stores at 1731221518810 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731221518810Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731221518811 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731221518811Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731221518811Cleaning up temporary data from old regions at 1731221518828 (+17 ms)Running coprocessor post-open hooks at 1731221518833 (+5 ms)Region opened successfully at 1731221518834 (+1 ms) 2024-11-10T06:51:58,842 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731221518729 2024-11-10T06:51:58,854 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:51:58,855 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:51:58,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,45339,1731221455950 2024-11-10T06:51:58,860 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4999977c7e1b,45339,1731221455950, state=OPEN 2024-11-10T06:51:58,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T06:51:58,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10190f273a30001, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T06:51:58,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T06:51:58,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T06:51:58,866 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4999977c7e1b,45339,1731221455950 2024-11-10T06:51:58,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:51:58,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4999977c7e1b,45339,1731221455950 in 306 msec 2024-11-10T06:51:58,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:51:58,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.555 sec 2024-11-10T06:51:58,879 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:51:58,879 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:51:58,900 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:51:58,901 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,45339,1731221455950, seqNum=-1] 2024-11-10T06:51:58,930 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:51:58,934 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36791, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:51:58,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.831 sec 2024-11-10T06:51:58,958 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731221518958, completionTime=-1 2024-11-10T06:51:58,961 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:51:58,962 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T06:51:58,994 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T06:51:58,995 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731221578995 2024-11-10T06:51:58,995 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731221638995 2024-11-10T06:51:58,995 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-11-10T06:51:58,997 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,32923,1731221455247-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:51:58,997 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,32923,1731221455247-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:51:58,998 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,32923,1731221455247-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:51:58,999 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4999977c7e1b:32923, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:51:59,000 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:51:59,000 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:51:59,007 DEBUG [master/4999977c7e1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:51:59,030 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.941sec 2024-11-10T06:51:59,031 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:51:59,033 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:51:59,034 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:51:59,034 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:51:59,034 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:51:59,035 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,32923,1731221455247-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:51:59,036 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,32923,1731221455247-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:51:59,045 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:51:59,046 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:51:59,046 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,32923,1731221455247-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:51:59,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:51:59,106 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T06:51:59,106 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T06:51:59,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4999977c7e1b,32923,-1 for getting cluster id 2024-11-10T06:51:59,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:51:59,122 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a90fc030-3ef4-406f-9ac4-f569b9bf7bb8' 2024-11-10T06:51:59,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:51:59,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a90fc030-3ef4-406f-9ac4-f569b9bf7bb8" 2024-11-10T06:51:59,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287d24fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:51:59,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4999977c7e1b,32923,-1] 2024-11-10T06:51:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:51:59,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:51:59,135 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:51:59,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7ec3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:51:59,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:51:59,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,45339,1731221455950, seqNum=-1] 2024-11-10T06:51:59,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:51:59,150 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:51:59,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4999977c7e1b,32923,1731221455247 2024-11-10T06:51:59,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb7c601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:51:59,175 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4999977c7e1b,32923,-1 for getting cluster id 2024-11-10T06:51:59,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:51:59,177 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a90fc030-3ef4-406f-9ac4-f569b9bf7bb8' 2024-11-10T06:51:59,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:51:59,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a90fc030-3ef4-406f-9ac4-f569b9bf7bb8" 2024-11-10T06:51:59,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51eae32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:51:59,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4999977c7e1b,32923,-1] 2024-11-10T06:51:59,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:51:59,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:51:59,181 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:51:59,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33176949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:51:59,204 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=7698 2024-11-10T06:51:59,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:51:59,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4999977c7e1b,32923,1731221455247 2024-11-10T06:51:59,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18689943 2024-11-10T06:51:59,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:51:59,243 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:51:59,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:51:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-11-10T06:51:59,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:51:59,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-11-10T06:51:59,267 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:51:59,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:51:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:51:59,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741835_1011 (size=428) 2024-11-10T06:51:59,694 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae5d8220ca217accbf583476b4293f35, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04 2024-11-10T06:51:59,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741836_1012 (size=79) 2024-11-10T06:52:00,105 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:52:00,105 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing ae5d8220ca217accbf583476b4293f35, disabling compactions & flushes 2024-11-10T06:52:00,105 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35. 2024-11-10T06:52:00,105 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35. 2024-11-10T06:52:00,105 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35. after waiting 0 ms 2024-11-10T06:52:00,105 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35. 2024-11-10T06:52:00,105 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35. 2024-11-10T06:52:00,105 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae5d8220ca217accbf583476b4293f35: Waiting for close lock at 1731221520105Disabling compacts and flushes for region at 1731221520105Disabling writes for close at 1731221520105Writing region close event to WAL at 1731221520105Closed at 1731221520105 2024-11-10T06:52:00,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:52:00,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731221520108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731221520108"}]},"ts":"1731221520108"} 2024-11-10T06:52:00,119 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:52:00,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:52:00,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731221520121"}]},"ts":"1731221520121"} 2024-11-10T06:52:00,128 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-11-10T06:52:00,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ae5d8220ca217accbf583476b4293f35, ASSIGN}] 2024-11-10T06:52:00,132 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ae5d8220ca217accbf583476b4293f35, ASSIGN 2024-11-10T06:52:00,134 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ae5d8220ca217accbf583476b4293f35, ASSIGN; state=OFFLINE, location=4999977c7e1b,45339,1731221455950; forceNewPlan=false, retain=false 2024-11-10T06:52:00,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae5d8220ca217accbf583476b4293f35, regionState=OPENING, regionLocation=4999977c7e1b,45339,1731221455950 2024-11-10T06:52:00,290 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ae5d8220ca217accbf583476b4293f35, ASSIGN because future has completed 2024-11-10T06:52:00,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae5d8220ca217accbf583476b4293f35, server=4999977c7e1b,45339,1731221455950}] 2024-11-10T06:52:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:52:00,452 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35. 2024-11-10T06:52:00,453 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ae5d8220ca217accbf583476b4293f35, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:52:00,453 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync ae5d8220ca217accbf583476b4293f35 2024-11-10T06:52:00,454 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:52:00,454 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ae5d8220ca217accbf583476b4293f35 2024-11-10T06:52:00,454 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ae5d8220ca217accbf583476b4293f35 2024-11-10T06:52:00,457 INFO [StoreOpener-ae5d8220ca217accbf583476b4293f35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ae5d8220ca217accbf583476b4293f35 2024-11-10T06:52:00,459 INFO [StoreOpener-ae5d8220ca217accbf583476b4293f35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae5d8220ca217accbf583476b4293f35 columnFamilyName testFamily 2024-11-10T06:52:00,459 DEBUG [StoreOpener-ae5d8220ca217accbf583476b4293f35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:52:00,460 INFO [StoreOpener-ae5d8220ca217accbf583476b4293f35-1 {}] regionserver.HStore(327): Store=ae5d8220ca217accbf583476b4293f35/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:52:00,461 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ae5d8220ca217accbf583476b4293f35 2024-11-10T06:52:00,462 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ae5d8220ca217accbf583476b4293f35 2024-11-10T06:52:00,463 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ae5d8220ca217accbf583476b4293f35 2024-11-10T06:52:00,463 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ae5d8220ca217accbf583476b4293f35 2024-11-10T06:52:00,464 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ae5d8220ca217accbf583476b4293f35 2024-11-10T06:52:00,466 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ae5d8220ca217accbf583476b4293f35 2024-11-10T06:52:00,470 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ae5d8220ca217accbf583476b4293f35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:52:00,471 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ae5d8220ca217accbf583476b4293f35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72104154, jitterRate=0.07443562150001526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T06:52:00,471 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae5d8220ca217accbf583476b4293f35 2024-11-10T06:52:00,472 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ae5d8220ca217accbf583476b4293f35: Running coprocessor pre-open hook at 1731221520454Writing region info on filesystem at 1731221520454Initializing all the Stores at 1731221520456 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731221520456Cleaning up temporary data from old regions at 1731221520464 (+8 ms)Running coprocessor post-open hooks at 1731221520471 (+7 ms)Region opened successfully at 1731221520472 (+1 ms) 2024-11-10T06:52:00,474 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35., pid=6, masterSystemTime=1731221520446 2024-11-10T06:52:00,477 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35. 2024-11-10T06:52:00,478 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35. 2024-11-10T06:52:00,479 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae5d8220ca217accbf583476b4293f35, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,45339,1731221455950 2024-11-10T06:52:00,483 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae5d8220ca217accbf583476b4293f35, server=4999977c7e1b,45339,1731221455950 because future has completed 2024-11-10T06:52:00,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T06:52:00,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ae5d8220ca217accbf583476b4293f35, server=4999977c7e1b,45339,1731221455950 in 194 msec 2024-11-10T06:52:00,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T06:52:00,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ae5d8220ca217accbf583476b4293f35, ASSIGN in 359 msec 2024-11-10T06:52:00,495 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:52:00,495 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731221520495"}]},"ts":"1731221520495"} 2024-11-10T06:52:00,498 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-11-10T06:52:00,500 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:52:00,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2460 sec 2024-11-10T06:52:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:52:02,314 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-11-10T06:52:02,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-11-10T06:52:02,315 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:52:02,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-11-10T06:52:02,322 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:52:02,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-11-10T06:52:02,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:52:02,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,45339,1731221455950, seqNum=-1] 2024-11-10T06:52:02,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:52:02,331 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:52:02,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35., hostname=4999977c7e1b,45339,1731221455950, seqNum=2] 2024-11-10T06:52:02,351 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-10T06:52:02,355 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-11-10T06:52:02,360 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-10T06:52:02,365 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-10T06:52:02,367 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-10T06:52:02,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-6756097609464545272 2024-11-10T06:52:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:53972 deadline: 1731221525366, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-10T06:52:02,375 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-10T06:52:02,377 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-10T06:52:02,378 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-10T06:52:02,379 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-10T06:52:02,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-6756097609464545270 2024-11-10T06:52:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:53972 deadline: 1731221525379, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-10T06:52:02,384 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-10T06:52:02,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-6756097609464545269 2024-11-10T06:52:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:53972 deadline: 1731221525383, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-10T06:52:02,388 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-10T06:52:02,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-6756097609464545268 2024-11-10T06:52:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:53972 deadline: 1731221525388, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-10T06:52:02,393 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-10T06:52:02,406 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1238031921_22 at /127.0.0.1:57038 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=188 (was 195), ProcessCount=11 (was 11), AvailableMemoryMB=7646 (was 7698) 2024-11-10T06:52:02,416 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=188, ProcessCount=11, AvailableMemoryMB=7645 2024-11-10T06:52:02,420 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:52:02,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-11-10T06:52:02,426 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:52:02,426 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:52:02,426 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-11-10T06:52:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:52:02,428 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:52:02,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741837_1013 (size=414) 2024-11-10T06:52:02,841 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4dd328c4be850251acc6892f53b3063d, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04 2024-11-10T06:52:02,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741838_1014 (size=65) 2024-11-10T06:52:03,252 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:52:03,252 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 4dd328c4be850251acc6892f53b3063d, disabling compactions & flushes 2024-11-10T06:52:03,252 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d. 2024-11-10T06:52:03,252 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d. 2024-11-10T06:52:03,252 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d. after waiting 0 ms 2024-11-10T06:52:03,252 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d. 2024-11-10T06:52:03,252 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d. 2024-11-10T06:52:03,253 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4dd328c4be850251acc6892f53b3063d: Waiting for close lock at 1731221523252Disabling compacts and flushes for region at 1731221523252Disabling writes for close at 1731221523252Writing region close event to WAL at 1731221523252Closed at 1731221523252 2024-11-10T06:52:03,255 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:52:03,255 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731221523255"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731221523255"}]},"ts":"1731221523255"} 2024-11-10T06:52:03,259 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:52:03,260 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:52:03,261 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731221523260"}]},"ts":"1731221523260"} 2024-11-10T06:52:03,264 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-10T06:52:03,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=4dd328c4be850251acc6892f53b3063d, ASSIGN}] 2024-11-10T06:52:03,266 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=4dd328c4be850251acc6892f53b3063d, ASSIGN 2024-11-10T06:52:03,267 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=4dd328c4be850251acc6892f53b3063d, ASSIGN; state=OFFLINE, location=4999977c7e1b,45339,1731221455950; forceNewPlan=false, retain=false 2024-11-10T06:52:03,418 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4dd328c4be850251acc6892f53b3063d, regionState=OPENING, regionLocation=4999977c7e1b,45339,1731221455950 2024-11-10T06:52:03,423 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=4dd328c4be850251acc6892f53b3063d, ASSIGN because future has completed 2024-11-10T06:52:03,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dd328c4be850251acc6892f53b3063d, server=4999977c7e1b,45339,1731221455950}] 2024-11-10T06:52:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:52:03,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d. 2024-11-10T06:52:03,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 4dd328c4be850251acc6892f53b3063d, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:52:03,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 4dd328c4be850251acc6892f53b3063d 2024-11-10T06:52:03,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:52:03,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 4dd328c4be850251acc6892f53b3063d 2024-11-10T06:52:03,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 4dd328c4be850251acc6892f53b3063d 2024-11-10T06:52:03,588 INFO [StoreOpener-4dd328c4be850251acc6892f53b3063d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4dd328c4be850251acc6892f53b3063d 2024-11-10T06:52:03,590 INFO [StoreOpener-4dd328c4be850251acc6892f53b3063d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dd328c4be850251acc6892f53b3063d columnFamilyName testFamily 2024-11-10T06:52:03,591 DEBUG [StoreOpener-4dd328c4be850251acc6892f53b3063d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:52:03,592 INFO [StoreOpener-4dd328c4be850251acc6892f53b3063d-1 {}] regionserver.HStore(327): Store=4dd328c4be850251acc6892f53b3063d/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:52:03,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 4dd328c4be850251acc6892f53b3063d 2024-11-10T06:52:03,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnOpenScanner/4dd328c4be850251acc6892f53b3063d 2024-11-10T06:52:03,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnOpenScanner/4dd328c4be850251acc6892f53b3063d 2024-11-10T06:52:03,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 4dd328c4be850251acc6892f53b3063d 2024-11-10T06:52:03,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 4dd328c4be850251acc6892f53b3063d 2024-11-10T06:52:03,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 4dd328c4be850251acc6892f53b3063d 2024-11-10T06:52:03,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnOpenScanner/4dd328c4be850251acc6892f53b3063d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:52:03,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 4dd328c4be850251acc6892f53b3063d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61264567, jitterRate=-0.08708681166172028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T06:52:03,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4dd328c4be850251acc6892f53b3063d 2024-11-10T06:52:03,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 4dd328c4be850251acc6892f53b3063d: Running coprocessor pre-open hook at 1731221523586Writing region info on filesystem at 1731221523586Initializing all the Stores at 1731221523588 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731221523588Cleaning up temporary data from old regions at 1731221523595 (+7 ms)Running coprocessor post-open hooks at 1731221523602 (+7 ms)Region opened successfully at 1731221523603 (+1 ms) 2024-11-10T06:52:03,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d., pid=9, masterSystemTime=1731221523577 2024-11-10T06:52:03,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d. 2024-11-10T06:52:03,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d. 2024-11-10T06:52:03,610 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4dd328c4be850251acc6892f53b3063d, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,45339,1731221455950 2024-11-10T06:52:03,614 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dd328c4be850251acc6892f53b3063d, server=4999977c7e1b,45339,1731221455950 because future has completed 2024-11-10T06:52:03,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T06:52:03,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 4dd328c4be850251acc6892f53b3063d, server=4999977c7e1b,45339,1731221455950 in 193 msec 2024-11-10T06:52:03,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-10T06:52:03,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=4dd328c4be850251acc6892f53b3063d, ASSIGN in 357 msec 2024-11-10T06:52:03,627 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:52:03,627 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731221523627"}]},"ts":"1731221523627"} 2024-11-10T06:52:03,630 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-10T06:52:03,632 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:52:03,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2120 sec 2024-11-10T06:52:04,347 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T06:52:04,379 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-11-10T06:52:04,381 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T06:52:04,383 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-11-10T06:52:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:52:05,463 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-11-10T06:52:05,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-10T06:52:05,464 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:52:05,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-10T06:52:05,469 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:52:05,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-11-10T06:52:05,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d., hostname=4999977c7e1b,45339,1731221455950, seqNum=2] 2024-11-10T06:52:05,486 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-10T06:52:05,486 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-10T06:52:05,490 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-10T06:52:05,492 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45339 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-10T06:52:05,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T06:52:05,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T06:52:05,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:52:05,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T06:52:05,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-10T06:52:05,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-11-10T06:52:05,672 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-10T06:52:05,673 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-10T06:52:11,497 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d., hostname=4999977c7e1b,45339,1731221455950, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d., hostname=4999977c7e1b,45339,1731221455950, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=4999977c7e1b:45339 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6004ms, rpcTimeout=5999ms 2024-11-10T06:52:11,498 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d., hostname=4999977c7e1b,45339,1731221455950, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6004ms, rpcTimeout=5999ms 2024-11-10T06:52:11,498 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d., hostname=4999977c7e1b,45339,1731221455950, seqNum=2 from cache 2024-11-10T06:52:11,509 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=159 (was 188), ProcessCount=11 (was 11), AvailableMemoryMB=7624 (was 7645) 2024-11-10T06:52:11,517 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=159, ProcessCount=11, AvailableMemoryMB=7624 2024-11-10T06:52:11,520 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:52:11,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-11-10T06:52:11,524 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:52:11,524 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:52:11,524 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-11-10T06:52:11,525 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:52:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-10T06:52:11,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741839_1015 (size=412) 2024-11-10T06:52:11,937 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5bd5c9520575390a9ea39150b71b05e8, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04 2024-11-10T06:52:11,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741840_1016 (size=63) 2024-11-10T06:52:11,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes 2024-11-10T06:52:12,347 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:52:12,347 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 5bd5c9520575390a9ea39150b71b05e8, disabling compactions & flushes 2024-11-10T06:52:12,347 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8. 2024-11-10T06:52:12,347 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8. 2024-11-10T06:52:12,347 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8. after waiting 0 ms 2024-11-10T06:52:12,347 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8. 2024-11-10T06:52:12,347 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8. 2024-11-10T06:52:12,347 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5bd5c9520575390a9ea39150b71b05e8: Waiting for close lock at 1731221532347Disabling compacts and flushes for region at 1731221532347Disabling writes for close at 1731221532347Writing region close event to WAL at 1731221532347Closed at 1731221532347 2024-11-10T06:52:12,349 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:52:12,350 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731221532349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731221532349"}]},"ts":"1731221532349"} 2024-11-10T06:52:12,353 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:52:12,354 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:52:12,355 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731221532354"}]},"ts":"1731221532354"} 2024-11-10T06:52:12,357 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-10T06:52:12,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5bd5c9520575390a9ea39150b71b05e8, ASSIGN}] 2024-11-10T06:52:12,359 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5bd5c9520575390a9ea39150b71b05e8, ASSIGN 2024-11-10T06:52:12,361 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5bd5c9520575390a9ea39150b71b05e8, ASSIGN; state=OFFLINE, location=4999977c7e1b,45339,1731221455950; forceNewPlan=false, retain=false 2024-11-10T06:52:12,512 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5bd5c9520575390a9ea39150b71b05e8, regionState=OPENING, regionLocation=4999977c7e1b,45339,1731221455950 2024-11-10T06:52:12,515 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5bd5c9520575390a9ea39150b71b05e8, ASSIGN because future has completed 2024-11-10T06:52:12,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bd5c9520575390a9ea39150b71b05e8, server=4999977c7e1b,45339,1731221455950}] 2024-11-10T06:52:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-10T06:52:12,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8. 2024-11-10T06:52:12,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bd5c9520575390a9ea39150b71b05e8, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:52:12,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 5bd5c9520575390a9ea39150b71b05e8 2024-11-10T06:52:12,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:52:12,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 5bd5c9520575390a9ea39150b71b05e8 2024-11-10T06:52:12,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 5bd5c9520575390a9ea39150b71b05e8 2024-11-10T06:52:12,679 INFO [StoreOpener-5bd5c9520575390a9ea39150b71b05e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5bd5c9520575390a9ea39150b71b05e8 2024-11-10T06:52:12,681 INFO [StoreOpener-5bd5c9520575390a9ea39150b71b05e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bd5c9520575390a9ea39150b71b05e8 columnFamilyName testFamily 2024-11-10T06:52:12,681 DEBUG [StoreOpener-5bd5c9520575390a9ea39150b71b05e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:52:12,682 INFO [StoreOpener-5bd5c9520575390a9ea39150b71b05e8-1 {}] regionserver.HStore(327): Store=5bd5c9520575390a9ea39150b71b05e8/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:52:12,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 5bd5c9520575390a9ea39150b71b05e8 2024-11-10T06:52:12,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnNextAsync/5bd5c9520575390a9ea39150b71b05e8 2024-11-10T06:52:12,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnNextAsync/5bd5c9520575390a9ea39150b71b05e8 2024-11-10T06:52:12,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 5bd5c9520575390a9ea39150b71b05e8 2024-11-10T06:52:12,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 5bd5c9520575390a9ea39150b71b05e8 2024-11-10T06:52:12,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 5bd5c9520575390a9ea39150b71b05e8 2024-11-10T06:52:12,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnNextAsync/5bd5c9520575390a9ea39150b71b05e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:52:12,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 5bd5c9520575390a9ea39150b71b05e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61516393, jitterRate=-0.0833343118429184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T06:52:12,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bd5c9520575390a9ea39150b71b05e8 2024-11-10T06:52:12,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 5bd5c9520575390a9ea39150b71b05e8: Running coprocessor pre-open hook at 1731221532677Writing region info on filesystem at 1731221532677Initializing all the Stores at 1731221532679 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731221532679Cleaning up temporary data from old regions at 1731221532686 (+7 ms)Running coprocessor post-open hooks at 1731221532692 (+6 ms)Region opened successfully at 1731221532693 (+1 ms) 2024-11-10T06:52:12,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8., pid=12, masterSystemTime=1731221532670 2024-11-10T06:52:12,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8. 2024-11-10T06:52:12,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8. 2024-11-10T06:52:12,699 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5bd5c9520575390a9ea39150b71b05e8, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,45339,1731221455950 2024-11-10T06:52:12,702 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bd5c9520575390a9ea39150b71b05e8, server=4999977c7e1b,45339,1731221455950 because future has completed 2024-11-10T06:52:12,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T06:52:12,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bd5c9520575390a9ea39150b71b05e8, server=4999977c7e1b,45339,1731221455950 in 188 msec 2024-11-10T06:52:12,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-10T06:52:12,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5bd5c9520575390a9ea39150b71b05e8, ASSIGN in 349 msec 2024-11-10T06:52:12,712 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:52:12,712 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731221532712"}]},"ts":"1731221532712"} 2024-11-10T06:52:12,715 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-10T06:52:12,716 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:52:12,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.1960 sec 2024-11-10T06:52:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-10T06:52:14,543 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-11-10T06:52:14,543 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-10T06:52:14,544 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:52:14,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-10T06:52:14,551 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:52:14,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-11-10T06:52:14,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8., hostname=4999977c7e1b,45339,1731221455950, seqNum=2] 2024-11-10T06:52:14,568 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-10T06:52:14,568 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-10T06:52:14,572 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-10T06:52:14,574 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-10T06:52:14,575 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-10T06:52:14,576 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45339 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-10T06:52:15,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-10T06:52:15,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-10T06:52:16,385 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-11-10T06:52:18,206 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T06:52:20,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45339 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6756097609464545259' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-10T06:52:20,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45339 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:53972 deadline: 1731221546584, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6756097609464545259' does not exist 2024-11-10T06:52:20,587 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 4999977c7e1b,45339,1731221455950 for closing scanner id = -6756097609464545259 for 5bd5c9520575390a9ea39150b71b05e8 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6756097609464545259' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T06:52:20,591 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=178 (was 159) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8228 (was 7624) - AvailableMemoryMB LEAK? - 2024-11-10T06:52:20,599 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=178, ProcessCount=11, AvailableMemoryMB=8227 2024-11-10T06:52:20,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:52:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-11-10T06:52:20,605 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:52:20,605 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:52:20,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-11-10T06:52:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T06:52:20,607 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:52:20,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741841_1017 (size=423) 2024-11-10T06:52:21,019 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7872de511b9bd2c614cf14137a05202d, NAME => 'testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04 2024-11-10T06:52:21,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741842_1018 (size=74) 2024-11-10T06:52:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes 2024-11-10T06:52:21,428 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:52:21,429 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 7872de511b9bd2c614cf14137a05202d, disabling compactions & flushes 2024-11-10T06:52:21,429 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d. 2024-11-10T06:52:21,429 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d. 2024-11-10T06:52:21,429 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d. after waiting 0 ms 2024-11-10T06:52:21,429 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d. 2024-11-10T06:52:21,429 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d. 2024-11-10T06:52:21,429 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7872de511b9bd2c614cf14137a05202d: Waiting for close lock at 1731221541429Disabling compacts and flushes for region at 1731221541429Disabling writes for close at 1731221541429Writing region close event to WAL at 1731221541429Closed at 1731221541429 2024-11-10T06:52:21,431 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:52:21,431 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731221541431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731221541431"}]},"ts":"1731221541431"} 2024-11-10T06:52:21,435 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:52:21,436 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:52:21,436 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731221541436"}]},"ts":"1731221541436"} 2024-11-10T06:52:21,438 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-11-10T06:52:21,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=7872de511b9bd2c614cf14137a05202d, ASSIGN}] 2024-11-10T06:52:21,440 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=7872de511b9bd2c614cf14137a05202d, ASSIGN 2024-11-10T06:52:21,441 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=7872de511b9bd2c614cf14137a05202d, ASSIGN; state=OFFLINE, location=4999977c7e1b,45339,1731221455950; forceNewPlan=false, retain=false 2024-11-10T06:52:21,592 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7872de511b9bd2c614cf14137a05202d, regionState=OPENING, regionLocation=4999977c7e1b,45339,1731221455950 2024-11-10T06:52:21,596 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=7872de511b9bd2c614cf14137a05202d, ASSIGN because future has completed 2024-11-10T06:52:21,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7872de511b9bd2c614cf14137a05202d, server=4999977c7e1b,45339,1731221455950}] 2024-11-10T06:52:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T06:52:21,755 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d. 2024-11-10T06:52:21,755 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 7872de511b9bd2c614cf14137a05202d, NAME => 'testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:52:21,756 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 7872de511b9bd2c614cf14137a05202d 2024-11-10T06:52:21,756 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:52:21,756 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 7872de511b9bd2c614cf14137a05202d 2024-11-10T06:52:21,756 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 7872de511b9bd2c614cf14137a05202d 2024-11-10T06:52:21,758 INFO [StoreOpener-7872de511b9bd2c614cf14137a05202d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7872de511b9bd2c614cf14137a05202d 2024-11-10T06:52:21,762 INFO [StoreOpener-7872de511b9bd2c614cf14137a05202d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7872de511b9bd2c614cf14137a05202d columnFamilyName testFamily 2024-11-10T06:52:21,762 DEBUG [StoreOpener-7872de511b9bd2c614cf14137a05202d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:52:21,763 INFO [StoreOpener-7872de511b9bd2c614cf14137a05202d-1 {}] regionserver.HStore(327): Store=7872de511b9bd2c614cf14137a05202d/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:52:21,764 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 7872de511b9bd2c614cf14137a05202d 2024-11-10T06:52:21,765 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testRetryOutOfOrderScannerNextException/7872de511b9bd2c614cf14137a05202d 2024-11-10T06:52:21,765 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testRetryOutOfOrderScannerNextException/7872de511b9bd2c614cf14137a05202d 2024-11-10T06:52:21,766 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 7872de511b9bd2c614cf14137a05202d 2024-11-10T06:52:21,766 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 7872de511b9bd2c614cf14137a05202d 2024-11-10T06:52:21,769 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 7872de511b9bd2c614cf14137a05202d 2024-11-10T06:52:21,773 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testRetryOutOfOrderScannerNextException/7872de511b9bd2c614cf14137a05202d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:52:21,773 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 7872de511b9bd2c614cf14137a05202d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63628880, jitterRate=-0.05185580253601074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T06:52:21,774 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7872de511b9bd2c614cf14137a05202d 2024-11-10T06:52:21,775 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 7872de511b9bd2c614cf14137a05202d: Running coprocessor pre-open hook at 1731221541756Writing region info on filesystem at 1731221541756Initializing all the Stores at 1731221541758 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731221541758Cleaning up temporary data from old regions at 1731221541766 (+8 ms)Running coprocessor post-open hooks at 1731221541774 (+8 ms)Region opened successfully at 1731221541775 (+1 ms) 2024-11-10T06:52:21,776 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d., pid=15, masterSystemTime=1731221541749 2024-11-10T06:52:21,780 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d. 2024-11-10T06:52:21,780 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d. 2024-11-10T06:52:21,781 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7872de511b9bd2c614cf14137a05202d, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,45339,1731221455950 2024-11-10T06:52:21,785 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7872de511b9bd2c614cf14137a05202d, server=4999977c7e1b,45339,1731221455950 because future has completed 2024-11-10T06:52:21,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-10T06:52:21,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 7872de511b9bd2c614cf14137a05202d, server=4999977c7e1b,45339,1731221455950 in 191 msec 2024-11-10T06:52:21,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-10T06:52:21,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=7872de511b9bd2c614cf14137a05202d, ASSIGN in 352 msec 2024-11-10T06:52:21,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:52:21,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731221541796"}]},"ts":"1731221541796"} 2024-11-10T06:52:21,800 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-11-10T06:52:21,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:52:21,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.1990 sec 2024-11-10T06:52:22,386 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-11-10T06:52:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T06:52:23,633 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-11-10T06:52:23,633 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-11-10T06:52:23,634 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:52:23,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-11-10T06:52:23,639 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:52:23,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-11-10T06:52:23,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d., hostname=4999977c7e1b,45339,1731221455950, seqNum=2] 2024-11-10T06:52:23,654 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-10T06:52:23,654 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-11-10T06:52:23,657 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-10T06:52:23,659 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-10T06:52:23,660 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-10T06:52:23,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-6756097609464545255 2024-11-10T06:52:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:53972 deadline: 1731221546659, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-10T06:52:23,663 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-10T06:52:23,664 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-10T06:52:23,665 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-10T06:52:23,667 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-10T06:52:23,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-6756097609464545253 2024-11-10T06:52:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:53972 deadline: 1731221546666, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-10T06:52:23,671 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-10T06:52:23,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-6756097609464545252 2024-11-10T06:52:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:53972 deadline: 1731221546670, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-10T06:52:23,674 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-10T06:52:23,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-6756097609464545251 2024-11-10T06:52:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:53972 deadline: 1731221546674, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-10T06:52:23,678 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-10T06:52:23,687 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1238031921_22 at /127.0.0.1:52204 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=164 (was 178), ProcessCount=11 (was 11), AvailableMemoryMB=8158 (was 8227) 2024-11-10T06:52:23,696 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=164, ProcessCount=11, AvailableMemoryMB=8158 2024-11-10T06:52:23,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:52:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-11-10T06:52:23,701 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:52:23,701 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:52:23,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-11-10T06:52:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-10T06:52:23,703 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:52:23,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741843_1019 (size=418) 2024-11-10T06:52:24,115 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7aa26f26be0f299be51034dc77a538b, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04 2024-11-10T06:52:24,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741844_1020 (size=69) 2024-11-10T06:52:24,130 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:52:24,130 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing f7aa26f26be0f299be51034dc77a538b, disabling compactions & flushes 2024-11-10T06:52:24,130 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b. 2024-11-10T06:52:24,130 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b. 2024-11-10T06:52:24,130 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b. after waiting 0 ms 2024-11-10T06:52:24,130 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b. 2024-11-10T06:52:24,130 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b. 2024-11-10T06:52:24,130 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7aa26f26be0f299be51034dc77a538b: Waiting for close lock at 1731221544130Disabling compacts and flushes for region at 1731221544130Disabling writes for close at 1731221544130Writing region close event to WAL at 1731221544130Closed at 1731221544130 2024-11-10T06:52:24,133 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:52:24,133 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731221544133"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731221544133"}]},"ts":"1731221544133"} 2024-11-10T06:52:24,137 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:52:24,138 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:52:24,139 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731221544138"}]},"ts":"1731221544138"} 2024-11-10T06:52:24,141 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-10T06:52:24,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f7aa26f26be0f299be51034dc77a538b, ASSIGN}] 2024-11-10T06:52:24,143 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f7aa26f26be0f299be51034dc77a538b, ASSIGN 2024-11-10T06:52:24,145 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f7aa26f26be0f299be51034dc77a538b, ASSIGN; state=OFFLINE, location=4999977c7e1b,45339,1731221455950; forceNewPlan=false, retain=false 2024-11-10T06:52:24,296 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=f7aa26f26be0f299be51034dc77a538b, regionState=OPENING, regionLocation=4999977c7e1b,45339,1731221455950 2024-11-10T06:52:24,300 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f7aa26f26be0f299be51034dc77a538b, ASSIGN because future has completed 2024-11-10T06:52:24,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7aa26f26be0f299be51034dc77a538b, server=4999977c7e1b,45339,1731221455950}] 2024-11-10T06:52:24,321 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T06:52:24,459 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b. 2024-11-10T06:52:24,459 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => f7aa26f26be0f299be51034dc77a538b, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:52:24,459 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:52:24,460 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:52:24,460 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:52:24,460 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:52:24,462 INFO [StoreOpener-f7aa26f26be0f299be51034dc77a538b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:52:24,464 INFO [StoreOpener-f7aa26f26be0f299be51034dc77a538b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7aa26f26be0f299be51034dc77a538b columnFamilyName testFamily 2024-11-10T06:52:24,464 DEBUG [StoreOpener-f7aa26f26be0f299be51034dc77a538b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:52:24,464 INFO [StoreOpener-f7aa26f26be0f299be51034dc77a538b-1 {}] regionserver.HStore(327): Store=f7aa26f26be0f299be51034dc77a538b/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:52:24,465 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:52:24,466 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnOpenScanner/f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:52:24,466 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnOpenScanner/f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:52:24,466 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:52:24,467 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:52:24,469 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:52:24,473 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnOpenScanner/f7aa26f26be0f299be51034dc77a538b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:52:24,474 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened f7aa26f26be0f299be51034dc77a538b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75358286, jitterRate=0.12292596697807312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T06:52:24,474 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:52:24,475 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for f7aa26f26be0f299be51034dc77a538b: Running coprocessor pre-open hook at 1731221544460Writing region info on filesystem at 1731221544460Initializing all the Stores at 1731221544461 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731221544461Cleaning up temporary data from old regions at 1731221544467 (+6 ms)Running coprocessor post-open hooks at 1731221544474 (+7 ms)Region opened successfully at 1731221544475 (+1 ms) 2024-11-10T06:52:24,476 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b., pid=18, masterSystemTime=1731221544453 2024-11-10T06:52:24,479 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b. 2024-11-10T06:52:24,480 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b. 2024-11-10T06:52:24,481 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=f7aa26f26be0f299be51034dc77a538b, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,45339,1731221455950 2024-11-10T06:52:24,484 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7aa26f26be0f299be51034dc77a538b, server=4999977c7e1b,45339,1731221455950 because future has completed 2024-11-10T06:52:24,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-10T06:52:24,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure f7aa26f26be0f299be51034dc77a538b, server=4999977c7e1b,45339,1731221455950 in 186 msec 2024-11-10T06:52:24,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-10T06:52:24,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f7aa26f26be0f299be51034dc77a538b, ASSIGN in 347 msec 2024-11-10T06:52:24,493 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:52:24,494 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731221544493"}]},"ts":"1731221544493"} 2024-11-10T06:52:24,496 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-10T06:52:24,497 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:52:24,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 799 msec 2024-11-10T06:52:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-10T06:52:24,713 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-11-10T06:52:24,713 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-10T06:52:24,714 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:52:24,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-10T06:52:24,718 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:52:24,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-11-10T06:52:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b., hostname=4999977c7e1b,45339,1731221455950, seqNum=2] 2024-11-10T06:52:24,732 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-10T06:52:24,732 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-10T06:52:24,735 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-10T06:52:24,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-10T06:52:25,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-10T06:52:25,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-11-10T06:52:25,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-10T06:52:25,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-10T06:52:25,741 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b., hostname=4999977c7e1b,45339,1731221455950, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b., hostname=4999977c7e1b,45339,1731221455950, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=4999977c7e1b:45339 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms 2024-11-10T06:52:25,741 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b., hostname=4999977c7e1b,45339,1731221455950, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms 2024-11-10T06:52:25,741 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b., hostname=4999977c7e1b,45339,1731221455950, seqNum=2 from cache 2024-11-10T06:52:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes 2024-11-10T06:52:26,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b., hostname=4999977c7e1b,45339,1731221455950, seqNum=2] 2024-11-10T06:52:26,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-10T06:52:27,258 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T06:52:27,741 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b., hostname=4999977c7e1b,45339,1731221455950, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b., hostname=4999977c7e1b,45339,1731221455950, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=4999977c7e1b:45339 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=985ms, rpcTimeout=979ms 2024-11-10T06:52:27,741 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b., hostname=4999977c7e1b,45339,1731221455950, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=985ms, rpcTimeout=979ms 2024-11-10T06:52:27,741 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b., hostname=4999977c7e1b,45339,1731221455950, seqNum=2 from cache 2024-11-10T06:52:27,750 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223 (was 223), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 164), ProcessCount=11 (was 11), AvailableMemoryMB=8074 (was 8158) 2024-11-10T06:52:27,758 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=8074 2024-11-10T06:52:27,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:52:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-11-10T06:52:27,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:52:27,764 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:52:27,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-11-10T06:52:27,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:52:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T06:52:27,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741845_1021 (size=416) 2024-11-10T06:52:27,775 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8276b2338426cc3a2a5b15a2c77f417b, NAME => 'testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04 2024-11-10T06:52:27,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741846_1022 (size=67) 2024-11-10T06:52:27,783 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:52:27,783 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 8276b2338426cc3a2a5b15a2c77f417b, disabling compactions & flushes 2024-11-10T06:52:27,783 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b. 2024-11-10T06:52:27,783 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b. 2024-11-10T06:52:27,783 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b. after waiting 0 ms 2024-11-10T06:52:27,783 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b. 2024-11-10T06:52:27,783 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b. 2024-11-10T06:52:27,783 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8276b2338426cc3a2a5b15a2c77f417b: Waiting for close lock at 1731221547783Disabling compacts and flushes for region at 1731221547783Disabling writes for close at 1731221547783Writing region close event to WAL at 1731221547783Closed at 1731221547783 2024-11-10T06:52:27,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:52:27,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731221547785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731221547785"}]},"ts":"1731221547785"} 2024-11-10T06:52:27,788 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:52:27,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:52:27,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731221547789"}]},"ts":"1731221547789"} 2024-11-10T06:52:27,791 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-10T06:52:27,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8276b2338426cc3a2a5b15a2c77f417b, ASSIGN}] 2024-11-10T06:52:27,793 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8276b2338426cc3a2a5b15a2c77f417b, ASSIGN 2024-11-10T06:52:27,794 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8276b2338426cc3a2a5b15a2c77f417b, ASSIGN; state=OFFLINE, location=4999977c7e1b,45339,1731221455950; forceNewPlan=false, retain=false 2024-11-10T06:52:27,945 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=8276b2338426cc3a2a5b15a2c77f417b, regionState=OPENING, regionLocation=4999977c7e1b,45339,1731221455950 2024-11-10T06:52:27,948 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8276b2338426cc3a2a5b15a2c77f417b, ASSIGN because future has completed 2024-11-10T06:52:27,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8276b2338426cc3a2a5b15a2c77f417b, server=4999977c7e1b,45339,1731221455950}] 2024-11-10T06:52:28,107 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b. 2024-11-10T06:52:28,108 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8276b2338426cc3a2a5b15a2c77f417b, NAME => 'testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:52:28,109 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 8276b2338426cc3a2a5b15a2c77f417b 2024-11-10T06:52:28,109 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:52:28,109 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8276b2338426cc3a2a5b15a2c77f417b 2024-11-10T06:52:28,109 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8276b2338426cc3a2a5b15a2c77f417b 2024-11-10T06:52:28,111 INFO [StoreOpener-8276b2338426cc3a2a5b15a2c77f417b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8276b2338426cc3a2a5b15a2c77f417b 2024-11-10T06:52:28,113 INFO [StoreOpener-8276b2338426cc3a2a5b15a2c77f417b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8276b2338426cc3a2a5b15a2c77f417b columnFamilyName testFamily 2024-11-10T06:52:28,113 DEBUG [StoreOpener-8276b2338426cc3a2a5b15a2c77f417b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:52:28,114 INFO [StoreOpener-8276b2338426cc3a2a5b15a2c77f417b-1 {}] regionserver.HStore(327): Store=8276b2338426cc3a2a5b15a2c77f417b/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:52:28,114 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8276b2338426cc3a2a5b15a2c77f417b 2024-11-10T06:52:28,115 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnNextAsync/8276b2338426cc3a2a5b15a2c77f417b 2024-11-10T06:52:28,116 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnNextAsync/8276b2338426cc3a2a5b15a2c77f417b 2024-11-10T06:52:28,116 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8276b2338426cc3a2a5b15a2c77f417b 2024-11-10T06:52:28,117 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8276b2338426cc3a2a5b15a2c77f417b 2024-11-10T06:52:28,119 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8276b2338426cc3a2a5b15a2c77f417b 2024-11-10T06:52:28,122 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnNextAsync/8276b2338426cc3a2a5b15a2c77f417b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:52:28,122 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8276b2338426cc3a2a5b15a2c77f417b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60018624, jitterRate=-0.1056528091430664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T06:52:28,122 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8276b2338426cc3a2a5b15a2c77f417b 2024-11-10T06:52:28,123 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8276b2338426cc3a2a5b15a2c77f417b: Running coprocessor pre-open hook at 1731221548109Writing region info on filesystem at 1731221548109Initializing all the Stores at 1731221548110 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731221548111 (+1 ms)Cleaning up temporary data from old regions at 1731221548117 (+6 ms)Running coprocessor post-open hooks at 1731221548123 (+6 ms)Region opened successfully at 1731221548123 2024-11-10T06:52:28,124 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b., pid=21, masterSystemTime=1731221548101 2024-11-10T06:52:28,127 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b. 2024-11-10T06:52:28,127 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b. 2024-11-10T06:52:28,128 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=8276b2338426cc3a2a5b15a2c77f417b, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,45339,1731221455950 2024-11-10T06:52:28,131 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8276b2338426cc3a2a5b15a2c77f417b, server=4999977c7e1b,45339,1731221455950 because future has completed 2024-11-10T06:52:28,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-10T06:52:28,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 8276b2338426cc3a2a5b15a2c77f417b, server=4999977c7e1b,45339,1731221455950 in 183 msec 2024-11-10T06:52:28,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-10T06:52:28,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8276b2338426cc3a2a5b15a2c77f417b, ASSIGN in 343 msec 2024-11-10T06:52:28,138 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:52:28,138 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731221548138"}]},"ts":"1731221548138"} 2024-11-10T06:52:28,141 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-10T06:52:28,142 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:52:28,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 381 msec 2024-11-10T06:52:28,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes 2024-11-10T06:52:28,387 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-11-10T06:52:28,388 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-11-10T06:52:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T06:52:28,783 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-11-10T06:52:28,783 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-10T06:52:28,783 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:52:28,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-10T06:52:28,790 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:52:28,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-11-10T06:52:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b., hostname=4999977c7e1b,45339,1731221455950, seqNum=2] 2024-11-10T06:52:28,806 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-10T06:52:28,806 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-10T06:52:28,810 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-10T06:52:28,812 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-10T06:52:28,814 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-10T06:52:28,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-10T06:52:31,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45339 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6756097609464545240' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-10T06:52:31,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45339 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:53972 deadline: 1731221552825, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6756097609464545240' does not exist 2024-11-10T06:52:31,826 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 4999977c7e1b,45339,1731221455950 for closing scanner id = -6756097609464545240 for 8276b2338426cc3a2a5b15a2c77f417b of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6756097609464545240' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T06:52:31,833 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 223), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=187 (was 151) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8493 (was 8074) - AvailableMemoryMB LEAK? - 2024-11-10T06:52:31,843 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=187, ProcessCount=11, AvailableMemoryMB=8493 2024-11-10T06:52:31,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:52:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-11-10T06:52:31,850 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:52:31,851 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:52:31,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-11-10T06:52:31,852 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:52:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-10T06:52:31,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741847_1023 (size=411) 2024-11-10T06:52:32,264 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d75c86a6abf94490db6d79586da195a, NAME => 'testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04 2024-11-10T06:52:32,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741848_1024 (size=62) 2024-11-10T06:52:32,276 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:52:32,276 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 2d75c86a6abf94490db6d79586da195a, disabling compactions & flushes 2024-11-10T06:52:32,276 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a. 2024-11-10T06:52:32,276 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a. 2024-11-10T06:52:32,276 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a. after waiting 0 ms 2024-11-10T06:52:32,276 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a. 2024-11-10T06:52:32,276 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a. 2024-11-10T06:52:32,276 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d75c86a6abf94490db6d79586da195a: Waiting for close lock at 1731221552276Disabling compacts and flushes for region at 1731221552276Disabling writes for close at 1731221552276Writing region close event to WAL at 1731221552276Closed at 1731221552276 2024-11-10T06:52:32,278 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:52:32,279 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731221552278"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731221552278"}]},"ts":"1731221552278"} 2024-11-10T06:52:32,282 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:52:32,283 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:52:32,284 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731221552283"}]},"ts":"1731221552283"} 2024-11-10T06:52:32,286 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-10T06:52:32,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=2d75c86a6abf94490db6d79586da195a, ASSIGN}] 2024-11-10T06:52:32,289 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=2d75c86a6abf94490db6d79586da195a, ASSIGN 2024-11-10T06:52:32,290 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=2d75c86a6abf94490db6d79586da195a, ASSIGN; state=OFFLINE, location=4999977c7e1b,45339,1731221455950; forceNewPlan=false, retain=false 2024-11-10T06:52:32,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes 2024-11-10T06:52:32,441 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=2d75c86a6abf94490db6d79586da195a, regionState=OPENING, regionLocation=4999977c7e1b,45339,1731221455950 2024-11-10T06:52:32,444 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=2d75c86a6abf94490db6d79586da195a, ASSIGN because future has completed 2024-11-10T06:52:32,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d75c86a6abf94490db6d79586da195a, server=4999977c7e1b,45339,1731221455950}] 2024-11-10T06:52:32,605 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a. 2024-11-10T06:52:32,605 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d75c86a6abf94490db6d79586da195a, NAME => 'testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:52:32,605 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 2d75c86a6abf94490db6d79586da195a 2024-11-10T06:52:32,606 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:52:32,606 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 2d75c86a6abf94490db6d79586da195a 2024-11-10T06:52:32,606 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 2d75c86a6abf94490db6d79586da195a 2024-11-10T06:52:32,608 INFO [StoreOpener-2d75c86a6abf94490db6d79586da195a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2d75c86a6abf94490db6d79586da195a 2024-11-10T06:52:32,610 INFO [StoreOpener-2d75c86a6abf94490db6d79586da195a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d75c86a6abf94490db6d79586da195a columnFamilyName testFamily 2024-11-10T06:52:32,610 DEBUG [StoreOpener-2d75c86a6abf94490db6d79586da195a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:52:32,611 INFO [StoreOpener-2d75c86a6abf94490db6d79586da195a-1 {}] regionserver.HStore(327): Store=2d75c86a6abf94490db6d79586da195a/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:52:32,611 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 2d75c86a6abf94490db6d79586da195a 2024-11-10T06:52:32,612 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnNext/2d75c86a6abf94490db6d79586da195a 2024-11-10T06:52:32,613 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnNext/2d75c86a6abf94490db6d79586da195a 2024-11-10T06:52:32,613 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 2d75c86a6abf94490db6d79586da195a 2024-11-10T06:52:32,614 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 2d75c86a6abf94490db6d79586da195a 2024-11-10T06:52:32,616 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 2d75c86a6abf94490db6d79586da195a 2024-11-10T06:52:32,619 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnNext/2d75c86a6abf94490db6d79586da195a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:52:32,620 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 2d75c86a6abf94490db6d79586da195a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63799951, jitterRate=-0.04930664598941803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T06:52:32,620 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d75c86a6abf94490db6d79586da195a 2024-11-10T06:52:32,621 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 2d75c86a6abf94490db6d79586da195a: Running coprocessor pre-open hook at 1731221552606Writing region info on filesystem at 1731221552606Initializing all the Stores at 1731221552607 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731221552607Cleaning up temporary data from old regions at 1731221552614 (+7 ms)Running coprocessor post-open hooks at 1731221552620 (+6 ms)Region opened successfully at 1731221552621 (+1 ms) 2024-11-10T06:52:32,622 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a., pid=24, masterSystemTime=1731221552598 2024-11-10T06:52:32,626 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a. 2024-11-10T06:52:32,626 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a. 2024-11-10T06:52:32,626 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=2d75c86a6abf94490db6d79586da195a, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,45339,1731221455950 2024-11-10T06:52:32,629 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d75c86a6abf94490db6d79586da195a, server=4999977c7e1b,45339,1731221455950 because future has completed 2024-11-10T06:52:32,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-10T06:52:32,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d75c86a6abf94490db6d79586da195a, server=4999977c7e1b,45339,1731221455950 in 186 msec 2024-11-10T06:52:32,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-10T06:52:32,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=2d75c86a6abf94490db6d79586da195a, ASSIGN in 347 msec 2024-11-10T06:52:32,638 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:52:32,639 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731221552638"}]},"ts":"1731221552638"} 2024-11-10T06:52:32,641 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-10T06:52:32,642 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:52:32,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 795 msec 2024-11-10T06:52:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-10T06:52:32,863 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-11-10T06:52:32,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-10T06:52:32,863 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:52:32,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-10T06:52:32,869 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:52:32,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-11-10T06:52:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a., hostname=4999977c7e1b,45339,1731221455950, seqNum=2] 2024-11-10T06:52:32,881 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-10T06:52:32,882 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-10T06:52:32,884 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-10T06:52:32,886 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-10T06:52:32,887 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-10T06:52:32,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-10T06:52:33,610 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T06:52:34,389 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-11-10T06:52:35,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-10T06:52:35,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-10T06:52:35,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-10T06:52:35,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-10T06:52:35,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45339 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6756097609464545236' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-10T06:52:35,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45339 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:53972 deadline: 1731221556894, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6756097609464545236' does not exist 2024-11-10T06:52:35,895 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 4999977c7e1b,45339,1731221455950 for closing scanner id = -6756097609464545236 for 2d75c86a6abf94490db6d79586da195a of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6756097609464545236' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T06:52:35,902 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223 (was 223), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=187 (was 187), ProcessCount=11 (was 11), AvailableMemoryMB=8209 (was 8493) 2024-11-10T06:52:35,912 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=187, ProcessCount=11, AvailableMemoryMB=8208 2024-11-10T06:52:35,915 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:52:35,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-11-10T06:52:35,919 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:52:35,919 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:52:35,919 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-11-10T06:52:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T06:52:35,921 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:52:35,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741849_1025 (size=419) 2024-11-10T06:52:36,333 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f23f2430eecfb725bb071cc32dd1219, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04 2024-11-10T06:52:36,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741850_1026 (size=70) 2024-11-10T06:52:36,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes 2024-11-10T06:52:36,742 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:52:36,742 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 5f23f2430eecfb725bb071cc32dd1219, disabling compactions & flushes 2024-11-10T06:52:36,742 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219. 2024-11-10T06:52:36,742 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219. 2024-11-10T06:52:36,742 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219. after waiting 0 ms 2024-11-10T06:52:36,742 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219. 2024-11-10T06:52:36,743 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219. 2024-11-10T06:52:36,743 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f23f2430eecfb725bb071cc32dd1219: Waiting for close lock at 1731221556742Disabling compacts and flushes for region at 1731221556742Disabling writes for close at 1731221556742Writing region close event to WAL at 1731221556743 (+1 ms)Closed at 1731221556743 2024-11-10T06:52:36,744 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:52:36,745 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731221556744"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731221556744"}]},"ts":"1731221556744"} 2024-11-10T06:52:36,748 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:52:36,749 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:52:36,749 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731221556749"}]},"ts":"1731221556749"} 2024-11-10T06:52:36,751 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-10T06:52:36,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=5f23f2430eecfb725bb071cc32dd1219, ASSIGN}] 2024-11-10T06:52:36,753 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=5f23f2430eecfb725bb071cc32dd1219, ASSIGN 2024-11-10T06:52:36,754 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=5f23f2430eecfb725bb071cc32dd1219, ASSIGN; state=OFFLINE, location=4999977c7e1b,45339,1731221455950; forceNewPlan=false, retain=false 2024-11-10T06:52:36,905 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=5f23f2430eecfb725bb071cc32dd1219, regionState=OPENING, regionLocation=4999977c7e1b,45339,1731221455950 2024-11-10T06:52:36,908 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=5f23f2430eecfb725bb071cc32dd1219, ASSIGN because future has completed 2024-11-10T06:52:36,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f23f2430eecfb725bb071cc32dd1219, server=4999977c7e1b,45339,1731221455950}] 2024-11-10T06:52:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T06:52:37,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219. 2024-11-10T06:52:37,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f23f2430eecfb725bb071cc32dd1219, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:52:37,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 5f23f2430eecfb725bb071cc32dd1219 2024-11-10T06:52:37,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:52:37,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 5f23f2430eecfb725bb071cc32dd1219 2024-11-10T06:52:37,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 5f23f2430eecfb725bb071cc32dd1219 2024-11-10T06:52:37,071 INFO [StoreOpener-5f23f2430eecfb725bb071cc32dd1219-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5f23f2430eecfb725bb071cc32dd1219 2024-11-10T06:52:37,073 INFO [StoreOpener-5f23f2430eecfb725bb071cc32dd1219-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f23f2430eecfb725bb071cc32dd1219 columnFamilyName testFamily 2024-11-10T06:52:37,073 DEBUG [StoreOpener-5f23f2430eecfb725bb071cc32dd1219-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:52:37,074 INFO [StoreOpener-5f23f2430eecfb725bb071cc32dd1219-1 {}] regionserver.HStore(327): Store=5f23f2430eecfb725bb071cc32dd1219/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:52:37,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 5f23f2430eecfb725bb071cc32dd1219 2024-11-10T06:52:37,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/5f23f2430eecfb725bb071cc32dd1219 2024-11-10T06:52:37,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/5f23f2430eecfb725bb071cc32dd1219 2024-11-10T06:52:37,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 5f23f2430eecfb725bb071cc32dd1219 2024-11-10T06:52:37,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 5f23f2430eecfb725bb071cc32dd1219 2024-11-10T06:52:37,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 5f23f2430eecfb725bb071cc32dd1219 2024-11-10T06:52:37,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/5f23f2430eecfb725bb071cc32dd1219/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:52:37,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 5f23f2430eecfb725bb071cc32dd1219; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73987023, jitterRate=0.102492555975914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T06:52:37,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f23f2430eecfb725bb071cc32dd1219 2024-11-10T06:52:37,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 5f23f2430eecfb725bb071cc32dd1219: Running coprocessor pre-open hook at 1731221557069Writing region info on filesystem at 1731221557069Initializing all the Stores at 1731221557071 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731221557071Cleaning up temporary data from old regions at 1731221557077 (+6 ms)Running coprocessor post-open hooks at 1731221557083 (+6 ms)Region opened successfully at 1731221557084 (+1 ms) 2024-11-10T06:52:37,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219., pid=27, masterSystemTime=1731221557062 2024-11-10T06:52:37,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219. 2024-11-10T06:52:37,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219. 2024-11-10T06:52:37,089 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=5f23f2430eecfb725bb071cc32dd1219, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,45339,1731221455950 2024-11-10T06:52:37,091 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f23f2430eecfb725bb071cc32dd1219, server=4999977c7e1b,45339,1731221455950 because future has completed 2024-11-10T06:52:37,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-10T06:52:37,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f23f2430eecfb725bb071cc32dd1219, server=4999977c7e1b,45339,1731221455950 in 183 msec 2024-11-10T06:52:37,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-10T06:52:37,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=5f23f2430eecfb725bb071cc32dd1219, ASSIGN in 343 msec 2024-11-10T06:52:37,098 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:52:37,099 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731221557098"}]},"ts":"1731221557098"} 2024-11-10T06:52:37,101 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-10T06:52:37,102 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:52:37,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1870 sec 2024-11-10T06:52:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T06:52:38,943 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-11-10T06:52:38,943 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-10T06:52:38,944 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:52:38,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-10T06:52:38,949 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:52:38,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-11-10T06:52:38,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219., hostname=4999977c7e1b,45339,1731221455950, seqNum=2] 2024-11-10T06:52:38,968 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-10T06:52:38,968 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-10T06:52:38,972 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-10T06:52:38,974 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45339 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-10T06:52:39,102 INFO [master/4999977c7e1b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T06:52:39,102 INFO [master/4999977c7e1b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T06:52:40,390 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-11-10T06:52:42,571 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T06:52:44,981 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219., hostname=4999977c7e1b,45339,1731221455950, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219., hostname=4999977c7e1b,45339,1731221455950, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=4999977c7e1b:45339 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms 2024-11-10T06:52:44,981 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219., hostname=4999977c7e1b,45339,1731221455950, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms 2024-11-10T06:52:44,981 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219., hostname=4999977c7e1b,45339,1731221455950, seqNum=2 from cache 2024-11-10T06:52:44,991 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=158 (was 187), ProcessCount=11 (was 11), AvailableMemoryMB=7599 (was 8208) 2024-11-10T06:52:44,999 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=158, ProcessCount=11, AvailableMemoryMB=7599 2024-11-10T06:52:45,002 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:52:45,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-11-10T06:52:45,005 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:52:45,005 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:52:45,006 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-11-10T06:52:45,007 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:52:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-10T06:52:45,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741851_1027 (size=407) 2024-11-10T06:52:45,417 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea4f6fd44e34dd7870c46bfcacce3041, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04 2024-11-10T06:52:45,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741852_1028 (size=58) 2024-11-10T06:52:45,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes 2024-11-10T06:52:45,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-10T06:52:45,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-10T06:52:45,826 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:52:45,826 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing ea4f6fd44e34dd7870c46bfcacce3041, disabling compactions & flushes 2024-11-10T06:52:45,826 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041. 2024-11-10T06:52:45,826 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041. 2024-11-10T06:52:45,826 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041. after waiting 0 ms 2024-11-10T06:52:45,826 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041. 2024-11-10T06:52:45,826 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041. 2024-11-10T06:52:45,826 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea4f6fd44e34dd7870c46bfcacce3041: Waiting for close lock at 1731221565826Disabling compacts and flushes for region at 1731221565826Disabling writes for close at 1731221565826Writing region close event to WAL at 1731221565826Closed at 1731221565826 2024-11-10T06:52:45,828 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:52:45,828 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731221565828"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731221565828"}]},"ts":"1731221565828"} 2024-11-10T06:52:45,831 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:52:45,832 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:52:45,832 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731221565832"}]},"ts":"1731221565832"} 2024-11-10T06:52:45,834 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-10T06:52:45,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ea4f6fd44e34dd7870c46bfcacce3041, ASSIGN}] 2024-11-10T06:52:45,836 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ea4f6fd44e34dd7870c46bfcacce3041, ASSIGN 2024-11-10T06:52:45,837 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ea4f6fd44e34dd7870c46bfcacce3041, ASSIGN; state=OFFLINE, location=4999977c7e1b,45339,1731221455950; forceNewPlan=false, retain=false 2024-11-10T06:52:45,988 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=ea4f6fd44e34dd7870c46bfcacce3041, regionState=OPENING, regionLocation=4999977c7e1b,45339,1731221455950 2024-11-10T06:52:45,991 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ea4f6fd44e34dd7870c46bfcacce3041, ASSIGN because future has completed 2024-11-10T06:52:45,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea4f6fd44e34dd7870c46bfcacce3041, server=4999977c7e1b,45339,1731221455950}] 2024-11-10T06:52:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-10T06:52:46,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041. 2024-11-10T06:52:46,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => ea4f6fd44e34dd7870c46bfcacce3041, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:52:46,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext ea4f6fd44e34dd7870c46bfcacce3041 2024-11-10T06:52:46,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:52:46,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for ea4f6fd44e34dd7870c46bfcacce3041 2024-11-10T06:52:46,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for ea4f6fd44e34dd7870c46bfcacce3041 2024-11-10T06:52:46,152 INFO [StoreOpener-ea4f6fd44e34dd7870c46bfcacce3041-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ea4f6fd44e34dd7870c46bfcacce3041 2024-11-10T06:52:46,154 INFO [StoreOpener-ea4f6fd44e34dd7870c46bfcacce3041-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea4f6fd44e34dd7870c46bfcacce3041 columnFamilyName testFamily 2024-11-10T06:52:46,154 DEBUG [StoreOpener-ea4f6fd44e34dd7870c46bfcacce3041-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:52:46,154 INFO [StoreOpener-ea4f6fd44e34dd7870c46bfcacce3041-1 {}] regionserver.HStore(327): Store=ea4f6fd44e34dd7870c46bfcacce3041/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:52:46,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for ea4f6fd44e34dd7870c46bfcacce3041 2024-11-10T06:52:46,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnNext/ea4f6fd44e34dd7870c46bfcacce3041 2024-11-10T06:52:46,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnNext/ea4f6fd44e34dd7870c46bfcacce3041 2024-11-10T06:52:46,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for ea4f6fd44e34dd7870c46bfcacce3041 2024-11-10T06:52:46,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for ea4f6fd44e34dd7870c46bfcacce3041 2024-11-10T06:52:46,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for ea4f6fd44e34dd7870c46bfcacce3041 2024-11-10T06:52:46,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnNext/ea4f6fd44e34dd7870c46bfcacce3041/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:52:46,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened ea4f6fd44e34dd7870c46bfcacce3041; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65058988, jitterRate=-0.030545532703399658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T06:52:46,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea4f6fd44e34dd7870c46bfcacce3041 2024-11-10T06:52:46,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for ea4f6fd44e34dd7870c46bfcacce3041: Running coprocessor pre-open hook at 1731221566150Writing region info on filesystem at 1731221566150Initializing all the Stores at 1731221566151 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731221566151Cleaning up temporary data from old regions at 1731221566156 (+5 ms)Running coprocessor post-open hooks at 1731221566162 (+6 ms)Region opened successfully at 1731221566162 2024-11-10T06:52:46,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041., pid=30, masterSystemTime=1731221566144 2024-11-10T06:52:46,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041. 2024-11-10T06:52:46,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041. 2024-11-10T06:52:46,167 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=ea4f6fd44e34dd7870c46bfcacce3041, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,45339,1731221455950 2024-11-10T06:52:46,170 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea4f6fd44e34dd7870c46bfcacce3041, server=4999977c7e1b,45339,1731221455950 because future has completed 2024-11-10T06:52:46,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-10T06:52:46,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure ea4f6fd44e34dd7870c46bfcacce3041, server=4999977c7e1b,45339,1731221455950 in 180 msec 2024-11-10T06:52:46,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-10T06:52:46,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ea4f6fd44e34dd7870c46bfcacce3041, ASSIGN in 339 msec 2024-11-10T06:52:46,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:52:46,177 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731221566177"}]},"ts":"1731221566177"} 2024-11-10T06:52:46,179 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-10T06:52:46,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:52:46,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1790 sec 2024-11-10T06:52:46,391 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-11-10T06:52:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-10T06:52:48,023 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-11-10T06:52:48,023 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-10T06:52:48,024 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:52:48,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-10T06:52:48,028 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:52:48,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-11-10T06:52:48,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041., hostname=4999977c7e1b,45339,1731221455950, seqNum=2] 2024-11-10T06:52:48,041 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-10T06:52:48,041 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-10T06:52:48,044 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-10T06:52:48,045 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-10T06:52:48,046 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-10T06:52:48,047 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45339 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-10T06:52:51,652 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T06:52:54,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45339 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6756097609464545228' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-10T06:52:54,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45339 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:53972 deadline: 1731221580051, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6756097609464545228' does not exist 2024-11-10T06:52:54,054 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 4999977c7e1b,45339,1731221455950 for closing scanner id = -6756097609464545228 for ea4f6fd44e34dd7870c46bfcacce3041 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6756097609464545228' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T06:52:54,060 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=141 (was 158), ProcessCount=9 (was 11), AvailableMemoryMB=8697 (was 7599) - AvailableMemoryMB LEAK? - 2024-11-10T06:52:54,068 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=141, ProcessCount=9, AvailableMemoryMB=8696 2024-11-10T06:52:54,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:52:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-11-10T06:52:54,074 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:52:54,074 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:52:54,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-11-10T06:52:54,075 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:52:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-10T06:52:54,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741853_1029 (size=423) 2024-11-10T06:52:54,321 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T06:52:54,485 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de5615d818d73e525739ff3e599ca9d5, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04 2024-11-10T06:52:54,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741854_1030 (size=74) 2024-11-10T06:52:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes 2024-11-10T06:52:54,893 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:52:54,894 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing de5615d818d73e525739ff3e599ca9d5, disabling compactions & flushes 2024-11-10T06:52:54,894 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5. 2024-11-10T06:52:54,894 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5. 2024-11-10T06:52:54,894 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5. after waiting 0 ms 2024-11-10T06:52:54,894 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5. 2024-11-10T06:52:54,894 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5. 2024-11-10T06:52:54,894 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for de5615d818d73e525739ff3e599ca9d5: Waiting for close lock at 1731221574894Disabling compacts and flushes for region at 1731221574894Disabling writes for close at 1731221574894Writing region close event to WAL at 1731221574894Closed at 1731221574894 2024-11-10T06:52:54,896 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:52:54,896 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731221574896"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731221574896"}]},"ts":"1731221574896"} 2024-11-10T06:52:54,899 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:52:54,900 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:52:54,900 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731221574900"}]},"ts":"1731221574900"} 2024-11-10T06:52:54,902 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-10T06:52:54,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=de5615d818d73e525739ff3e599ca9d5, ASSIGN}] 2024-11-10T06:52:54,904 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=de5615d818d73e525739ff3e599ca9d5, ASSIGN 2024-11-10T06:52:54,905 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=de5615d818d73e525739ff3e599ca9d5, ASSIGN; state=OFFLINE, location=4999977c7e1b,45339,1731221455950; forceNewPlan=false, retain=false 2024-11-10T06:52:55,056 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=de5615d818d73e525739ff3e599ca9d5, regionState=OPENING, regionLocation=4999977c7e1b,45339,1731221455950 2024-11-10T06:52:55,059 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=de5615d818d73e525739ff3e599ca9d5, ASSIGN because future has completed 2024-11-10T06:52:55,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure de5615d818d73e525739ff3e599ca9d5, server=4999977c7e1b,45339,1731221455950}] 2024-11-10T06:52:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-10T06:52:55,217 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5. 2024-11-10T06:52:55,218 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => de5615d818d73e525739ff3e599ca9d5, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:52:55,218 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync de5615d818d73e525739ff3e599ca9d5 2024-11-10T06:52:55,218 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:52:55,218 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for de5615d818d73e525739ff3e599ca9d5 2024-11-10T06:52:55,218 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for de5615d818d73e525739ff3e599ca9d5 2024-11-10T06:52:55,220 INFO [StoreOpener-de5615d818d73e525739ff3e599ca9d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region de5615d818d73e525739ff3e599ca9d5 2024-11-10T06:52:55,222 INFO [StoreOpener-de5615d818d73e525739ff3e599ca9d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de5615d818d73e525739ff3e599ca9d5 columnFamilyName testFamily 2024-11-10T06:52:55,222 DEBUG [StoreOpener-de5615d818d73e525739ff3e599ca9d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:52:55,223 INFO [StoreOpener-de5615d818d73e525739ff3e599ca9d5-1 {}] regionserver.HStore(327): Store=de5615d818d73e525739ff3e599ca9d5/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:52:55,223 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for de5615d818d73e525739ff3e599ca9d5 2024-11-10T06:52:55,224 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnOpenScannerAsync/de5615d818d73e525739ff3e599ca9d5 2024-11-10T06:52:55,224 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnOpenScannerAsync/de5615d818d73e525739ff3e599ca9d5 2024-11-10T06:52:55,225 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for de5615d818d73e525739ff3e599ca9d5 2024-11-10T06:52:55,225 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for de5615d818d73e525739ff3e599ca9d5 2024-11-10T06:52:55,227 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for de5615d818d73e525739ff3e599ca9d5 2024-11-10T06:52:55,230 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnOpenScannerAsync/de5615d818d73e525739ff3e599ca9d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:52:55,230 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened de5615d818d73e525739ff3e599ca9d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71207794, jitterRate=0.061078816652297974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T06:52:55,230 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de5615d818d73e525739ff3e599ca9d5 2024-11-10T06:52:55,231 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for de5615d818d73e525739ff3e599ca9d5: Running coprocessor pre-open hook at 1731221575218Writing region info on filesystem at 1731221575218Initializing all the Stores at 1731221575219 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731221575219Cleaning up temporary data from old regions at 1731221575225 (+6 ms)Running coprocessor post-open hooks at 1731221575230 (+5 ms)Region opened successfully at 1731221575231 (+1 ms) 2024-11-10T06:52:55,232 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5., pid=33, masterSystemTime=1731221575212 2024-11-10T06:52:55,235 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5. 2024-11-10T06:52:55,235 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5. 2024-11-10T06:52:55,236 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=de5615d818d73e525739ff3e599ca9d5, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,45339,1731221455950 2024-11-10T06:52:55,239 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure de5615d818d73e525739ff3e599ca9d5, server=4999977c7e1b,45339,1731221455950 because future has completed 2024-11-10T06:52:55,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-10T06:52:55,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure de5615d818d73e525739ff3e599ca9d5, server=4999977c7e1b,45339,1731221455950 in 181 msec 2024-11-10T06:52:55,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-10T06:52:55,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=de5615d818d73e525739ff3e599ca9d5, ASSIGN in 339 msec 2024-11-10T06:52:55,245 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:52:55,246 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731221575246"}]},"ts":"1731221575246"} 2024-11-10T06:52:55,248 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-10T06:52:55,249 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:52:55,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1780 sec 2024-11-10T06:52:55,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-11-10T06:52:55,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-10T06:52:55,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-10T06:52:55,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-10T06:52:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-10T06:52:57,103 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-11-10T06:52:57,103 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-10T06:52:57,103 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:52:57,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-10T06:52:57,108 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:52:57,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-11-10T06:52:57,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5., hostname=4999977c7e1b,45339,1731221455950, seqNum=2] 2024-11-10T06:52:57,122 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-10T06:52:57,122 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-10T06:52:57,125 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-10T06:52:57,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-10T06:52:58,131 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5., hostname=4999977c7e1b,45339,1731221455950, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5., hostname=4999977c7e1b,45339,1731221455950, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=4999977c7e1b:45339 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms 2024-11-10T06:52:58,131 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5., hostname=4999977c7e1b,45339,1731221455950, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms 2024-11-10T06:52:58,131 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5., hostname=4999977c7e1b,45339,1731221455950, seqNum=2 from cache 2024-11-10T06:52:58,393 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-11-10T06:52:58,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes 2024-11-10T06:52:59,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5., hostname=4999977c7e1b,45339,1731221455950, seqNum=2] 2024-11-10T06:52:59,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-10T06:53:00,131 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5., hostname=4999977c7e1b,45339,1731221455950, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5., hostname=4999977c7e1b,45339,1731221455950, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=4999977c7e1b:45339 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=985ms, rpcTimeout=979ms 2024-11-10T06:53:00,131 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5., hostname=4999977c7e1b,45339,1731221455950, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=985ms, rpcTimeout=979ms 2024-11-10T06:53:00,131 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5., hostname=4999977c7e1b,45339,1731221455950, seqNum=2 from cache 2024-11-10T06:53:00,140 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=129 (was 141), ProcessCount=9 (was 9), AvailableMemoryMB=8684 (was 8696) 2024-11-10T06:53:00,141 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:53:00,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:53:00,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:53:00,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:53:00,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:53:00,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:53:00,147 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:53:00,147 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:53:00,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:53:00,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:53:00,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:53:00,147 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:53:00,147 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1436097278, stopped=false 2024-11-10T06:53:00,148 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4999977c7e1b,32923,1731221455247 2024-11-10T06:53:00,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T06:53:00,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10190f273a30001, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T06:53:00,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T06:53:00,150 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:53:00,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10190f273a30001, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T06:53:00,150 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:53:00,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:53:00,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:53:00,150 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4999977c7e1b,45339,1731221455950' ***** 2024-11-10T06:53:00,151 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:53:00,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45339-0x10190f273a30001, quorum=127.0.0.1:52080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T06:53:00,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T06:53:00,151 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:53:00,151 INFO [RS:0;4999977c7e1b:45339 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:53:00,151 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:53:00,151 INFO [RS:0;4999977c7e1b:45339 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:53:00,152 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(3091): Received CLOSE for 7872de511b9bd2c614cf14137a05202d 2024-11-10T06:53:00,152 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(3091): Received CLOSE for 4dd328c4be850251acc6892f53b3063d 2024-11-10T06:53:00,152 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(3091): Received CLOSE for de5615d818d73e525739ff3e599ca9d5 2024-11-10T06:53:00,152 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(3091): Received CLOSE for 8276b2338426cc3a2a5b15a2c77f417b 2024-11-10T06:53:00,152 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(3091): Received CLOSE for f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:53:00,152 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(3091): Received CLOSE for 5bd5c9520575390a9ea39150b71b05e8 2024-11-10T06:53:00,152 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(3091): Received CLOSE for ea4f6fd44e34dd7870c46bfcacce3041 2024-11-10T06:53:00,152 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(3091): Received CLOSE for ae5d8220ca217accbf583476b4293f35 2024-11-10T06:53:00,152 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d75c86a6abf94490db6d79586da195a 2024-11-10T06:53:00,152 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f23f2430eecfb725bb071cc32dd1219 2024-11-10T06:53:00,153 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(959): stopping server 4999977c7e1b,45339,1731221455950 2024-11-10T06:53:00,153 INFO [RS:0;4999977c7e1b:45339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:53:00,153 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7872de511b9bd2c614cf14137a05202d, disabling compactions & flushes 2024-11-10T06:53:00,153 INFO [RS:0;4999977c7e1b:45339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4999977c7e1b:45339. 2024-11-10T06:53:00,153 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d. 2024-11-10T06:53:00,153 DEBUG [RS:0;4999977c7e1b:45339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:53:00,153 DEBUG [RS:0;4999977c7e1b:45339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:53:00,153 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d. 2024-11-10T06:53:00,153 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d. after waiting 0 ms 2024-11-10T06:53:00,153 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d. 2024-11-10T06:53:00,153 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:53:00,153 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:53:00,153 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:53:00,153 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:53:00,153 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-11-10T06:53:00,153 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:53:00,154 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:53:00,154 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:53:00,154 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:53:00,154 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:53:00,154 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d75c86a6abf94490db6d79586da195a, 4dd328c4be850251acc6892f53b3063d, 5bd5c9520575390a9ea39150b71b05e8, 5f23f2430eecfb725bb071cc32dd1219, 7872de511b9bd2c614cf14137a05202d, 8276b2338426cc3a2a5b15a2c77f417b, ae5d8220ca217accbf583476b4293f35, de5615d818d73e525739ff3e599ca9d5, ea4f6fd44e34dd7870c46bfcacce3041, f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:53:00,156 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-11-10T06:53:00,156 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7872de511b9bd2c614cf14137a05202d 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-10T06:53:00,216 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testRetryOutOfOrderScannerNextException/7872de511b9bd2c614cf14137a05202d/.tmp/testFamily/ee4af3bf32c7477b9bc25c3f7b661de9 is 61, key is row-0/testFamily:testQualifier/1731221543644/Put/seqid=0 2024-11-10T06:53:00,219 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/meta/1588230740/.tmp/info/c04b49da462649f6b9cbdd24b58e99d9 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35./info:regioninfo/1731221520479/Put/seqid=0 2024-11-10T06:53:00,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741855_1031 (size=5049) 2024-11-10T06:53:00,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741856_1032 (size=20564) 2024-11-10T06:53:00,354 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d75c86a6abf94490db6d79586da195a, 4dd328c4be850251acc6892f53b3063d, 5bd5c9520575390a9ea39150b71b05e8, 5f23f2430eecfb725bb071cc32dd1219, 7872de511b9bd2c614cf14137a05202d, 8276b2338426cc3a2a5b15a2c77f417b, ae5d8220ca217accbf583476b4293f35, de5615d818d73e525739ff3e599ca9d5, ea4f6fd44e34dd7870c46bfcacce3041, f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:53:00,448 INFO [regionserver/4999977c7e1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:53:00,448 INFO [regionserver/4999977c7e1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:53:00,554 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d75c86a6abf94490db6d79586da195a, 4dd328c4be850251acc6892f53b3063d, 5bd5c9520575390a9ea39150b71b05e8, 5f23f2430eecfb725bb071cc32dd1219, 7872de511b9bd2c614cf14137a05202d, 8276b2338426cc3a2a5b15a2c77f417b, ae5d8220ca217accbf583476b4293f35, de5615d818d73e525739ff3e599ca9d5, ea4f6fd44e34dd7870c46bfcacce3041, f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:53:00,558 DEBUG [master/4999977c7e1b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T06:53:00,629 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testRetryOutOfOrderScannerNextException/7872de511b9bd2c614cf14137a05202d/.tmp/testFamily/ee4af3bf32c7477b9bc25c3f7b661de9 2024-11-10T06:53:00,629 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/meta/1588230740/.tmp/info/c04b49da462649f6b9cbdd24b58e99d9 2024-11-10T06:53:00,648 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T06:53:00,674 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testRetryOutOfOrderScannerNextException/7872de511b9bd2c614cf14137a05202d/.tmp/testFamily/ee4af3bf32c7477b9bc25c3f7b661de9 as hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testRetryOutOfOrderScannerNextException/7872de511b9bd2c614cf14137a05202d/testFamily/ee4af3bf32c7477b9bc25c3f7b661de9 2024-11-10T06:53:00,684 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testRetryOutOfOrderScannerNextException/7872de511b9bd2c614cf14137a05202d/testFamily/ee4af3bf32c7477b9bc25c3f7b661de9, entries=4, sequenceid=8, filesize=4.9 K 2024-11-10T06:53:00,690 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/meta/1588230740/.tmp/ns/a8a29312947b499e99821e24dcad505f is 43, key is default/ns:d/1731221518939/Put/seqid=0 2024-11-10T06:53:00,691 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7872de511b9bd2c614cf14137a05202d in 533ms, sequenceid=8, compaction requested=false 2024-11-10T06:53:00,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741857_1033 (size=5153) 2024-11-10T06:53:00,698 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testRetryOutOfOrderScannerNextException/7872de511b9bd2c614cf14137a05202d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T06:53:00,700 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d. 2024-11-10T06:53:00,700 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7872de511b9bd2c614cf14137a05202d: Waiting for close lock at 1731221580152Running coprocessor pre-close hooks at 1731221580153 (+1 ms)Disabling compacts and flushes for region at 1731221580153Disabling writes for close at 1731221580153Obtaining lock to block concurrent updates at 1731221580157 (+4 ms)Preparing flush snapshotting stores in 7872de511b9bd2c614cf14137a05202d at 1731221580157Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731221580165 (+8 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d. at 1731221580166 (+1 ms)Flushing 7872de511b9bd2c614cf14137a05202d/testFamily: creating writer at 1731221580168 (+2 ms)Flushing 7872de511b9bd2c614cf14137a05202d/testFamily: appending metadata at 1731221580210 (+42 ms)Flushing 7872de511b9bd2c614cf14137a05202d/testFamily: closing flushed file at 1731221580213 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@435476fd: reopening flushed file at 1731221580672 (+459 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7872de511b9bd2c614cf14137a05202d in 533ms, sequenceid=8, compaction requested=false at 1731221580691 (+19 ms)Writing region close event to WAL at 1731221580693 (+2 ms)Running coprocessor post-close hooks at 1731221580698 (+5 ms)Closed at 1731221580700 (+2 ms) 2024-11-10T06:53:00,701 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731221540601.7872de511b9bd2c614cf14137a05202d. 2024-11-10T06:53:00,701 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4dd328c4be850251acc6892f53b3063d, disabling compactions & flushes 2024-11-10T06:53:00,701 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d. 2024-11-10T06:53:00,701 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d. 2024-11-10T06:53:00,701 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d. after waiting 0 ms 2024-11-10T06:53:00,701 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d. 2024-11-10T06:53:00,701 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4dd328c4be850251acc6892f53b3063d 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-10T06:53:00,720 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T06:53:00,721 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnOpenScanner/4dd328c4be850251acc6892f53b3063d/.tmp/testFamily/863940d037be4ace8a112713af004b32 is 61, key is row-0/testFamily:testQualifier/1731221525474/Put/seqid=0 2024-11-10T06:53:00,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741858_1034 (size=5049) 2024-11-10T06:53:00,755 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d75c86a6abf94490db6d79586da195a, 4dd328c4be850251acc6892f53b3063d, 5bd5c9520575390a9ea39150b71b05e8, 5f23f2430eecfb725bb071cc32dd1219, 8276b2338426cc3a2a5b15a2c77f417b, ae5d8220ca217accbf583476b4293f35, de5615d818d73e525739ff3e599ca9d5, ea4f6fd44e34dd7870c46bfcacce3041, f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:53:00,955 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d75c86a6abf94490db6d79586da195a, 4dd328c4be850251acc6892f53b3063d, 5bd5c9520575390a9ea39150b71b05e8, 5f23f2430eecfb725bb071cc32dd1219, 8276b2338426cc3a2a5b15a2c77f417b, ae5d8220ca217accbf583476b4293f35, de5615d818d73e525739ff3e599ca9d5, ea4f6fd44e34dd7870c46bfcacce3041, f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:53:01,097 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/meta/1588230740/.tmp/ns/a8a29312947b499e99821e24dcad505f 2024-11-10T06:53:01,122 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/meta/1588230740/.tmp/table/5b0d3a908207488096a640de22846aaf is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731221520495/Put/seqid=0 2024-11-10T06:53:01,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741859_1035 (size=6699) 2024-11-10T06:53:01,128 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnOpenScanner/4dd328c4be850251acc6892f53b3063d/.tmp/testFamily/863940d037be4ace8a112713af004b32 2024-11-10T06:53:01,129 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/meta/1588230740/.tmp/table/5b0d3a908207488096a640de22846aaf 2024-11-10T06:53:01,137 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnOpenScanner/4dd328c4be850251acc6892f53b3063d/.tmp/testFamily/863940d037be4ace8a112713af004b32 as hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnOpenScanner/4dd328c4be850251acc6892f53b3063d/testFamily/863940d037be4ace8a112713af004b32 2024-11-10T06:53:01,138 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/meta/1588230740/.tmp/info/c04b49da462649f6b9cbdd24b58e99d9 as hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/meta/1588230740/info/c04b49da462649f6b9cbdd24b58e99d9 2024-11-10T06:53:01,145 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnOpenScanner/4dd328c4be850251acc6892f53b3063d/testFamily/863940d037be4ace8a112713af004b32, entries=4, sequenceid=8, filesize=4.9 K 2024-11-10T06:53:01,147 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/meta/1588230740/info/c04b49da462649f6b9cbdd24b58e99d9, entries=100, sequenceid=56, filesize=20.1 K 2024-11-10T06:53:01,148 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4dd328c4be850251acc6892f53b3063d in 447ms, sequenceid=8, compaction requested=false 2024-11-10T06:53:01,149 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/meta/1588230740/.tmp/ns/a8a29312947b499e99821e24dcad505f as hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/meta/1588230740/ns/a8a29312947b499e99821e24dcad505f 2024-11-10T06:53:01,154 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnOpenScanner/4dd328c4be850251acc6892f53b3063d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T06:53:01,154 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d. 2024-11-10T06:53:01,155 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4dd328c4be850251acc6892f53b3063d: Waiting for close lock at 1731221580701Running coprocessor pre-close hooks at 1731221580701Disabling compacts and flushes for region at 1731221580701Disabling writes for close at 1731221580701Obtaining lock to block concurrent updates at 1731221580701Preparing flush snapshotting stores in 4dd328c4be850251acc6892f53b3063d at 1731221580701Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731221580702 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d. at 1731221580702Flushing 4dd328c4be850251acc6892f53b3063d/testFamily: creating writer at 1731221580702Flushing 4dd328c4be850251acc6892f53b3063d/testFamily: appending metadata at 1731221580721 (+19 ms)Flushing 4dd328c4be850251acc6892f53b3063d/testFamily: closing flushed file at 1731221580721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60302b32: reopening flushed file at 1731221581136 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4dd328c4be850251acc6892f53b3063d in 447ms, sequenceid=8, compaction requested=false at 1731221581148 (+12 ms)Writing region close event to WAL at 1731221581149 (+1 ms)Running coprocessor post-close hooks at 1731221581154 (+5 ms)Closed at 1731221581154 2024-11-10T06:53:01,155 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731221522419.4dd328c4be850251acc6892f53b3063d. 2024-11-10T06:53:01,155 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de5615d818d73e525739ff3e599ca9d5, disabling compactions & flushes 2024-11-10T06:53:01,155 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5. 2024-11-10T06:53:01,155 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5. 2024-11-10T06:53:01,155 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5. after waiting 0 ms 2024-11-10T06:53:01,155 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5. 2024-11-10T06:53:01,155 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close 2024-11-10T06:53:01,155 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing de5615d818d73e525739ff3e599ca9d5 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-10T06:53:01,155 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1325): Online Regions={de5615d818d73e525739ff3e599ca9d5=testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5., 1588230740=hbase:meta,,1.1588230740, 8276b2338426cc3a2a5b15a2c77f417b=testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b., f7aa26f26be0f299be51034dc77a538b=testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b., 5bd5c9520575390a9ea39150b71b05e8=hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8., ea4f6fd44e34dd7870c46bfcacce3041=hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041., ae5d8220ca217accbf583476b4293f35=testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35., 2d75c86a6abf94490db6d79586da195a=testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a., 5f23f2430eecfb725bb071cc32dd1219=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219.} 2024-11-10T06:53:01,155 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d75c86a6abf94490db6d79586da195a, 5bd5c9520575390a9ea39150b71b05e8, 5f23f2430eecfb725bb071cc32dd1219, 8276b2338426cc3a2a5b15a2c77f417b, ae5d8220ca217accbf583476b4293f35, de5615d818d73e525739ff3e599ca9d5, ea4f6fd44e34dd7870c46bfcacce3041, f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:53:01,159 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/meta/1588230740/ns/a8a29312947b499e99821e24dcad505f, entries=2, sequenceid=56, filesize=5.0 K 2024-11-10T06:53:01,160 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/meta/1588230740/.tmp/table/5b0d3a908207488096a640de22846aaf as hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/meta/1588230740/table/5b0d3a908207488096a640de22846aaf 2024-11-10T06:53:01,169 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/meta/1588230740/table/5b0d3a908207488096a640de22846aaf, entries=20, sequenceid=56, filesize=6.5 K 2024-11-10T06:53:01,170 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1016ms, sequenceid=56, compaction requested=false 2024-11-10T06:53:01,175 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnOpenScannerAsync/de5615d818d73e525739ff3e599ca9d5/.tmp/testFamily/7ebfb82b049f4fd6a59e955d4ceb8f4b is 61, key is row-0/testFamily:testQualifier/1731221577113/Put/seqid=0 2024-11-10T06:53:01,176 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-11-10T06:53:01,177 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:53:01,177 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:53:01,177 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731221580153Running coprocessor pre-close hooks at 1731221580153Disabling compacts and flushes for region at 1731221580153Disabling writes for close at 1731221580154 (+1 ms)Obtaining lock to block concurrent updates at 1731221580156 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731221580157 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731221580165 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731221580166 (+1 ms)Flushing 1588230740/info: creating writer at 1731221580168 (+2 ms)Flushing 1588230740/info: appending metadata at 1731221580216 (+48 ms)Flushing 1588230740/info: closing flushed file at 1731221580216Flushing 1588230740/ns: creating writer at 1731221580672 (+456 ms)Flushing 1588230740/ns: appending metadata at 1731221580689 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731221580689Flushing 1588230740/table: creating writer at 1731221581105 (+416 ms)Flushing 1588230740/table: appending metadata at 1731221581122 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731221581122Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e8c2fcf: reopening flushed file at 1731221581137 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e243669: reopening flushed file at 1731221581148 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@486bb2f6: reopening flushed file at 1731221581159 (+11 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1016ms, sequenceid=56, compaction requested=false at 1731221581170 (+11 ms)Writing region close event to WAL at 1731221581172 (+2 ms)Running coprocessor post-close hooks at 1731221581177 (+5 ms)Closed at 1731221581177 2024-11-10T06:53:01,177 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:53:01,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741860_1036 (size=5049) 2024-11-10T06:53:01,356 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 2d75c86a6abf94490db6d79586da195a, 5bd5c9520575390a9ea39150b71b05e8, 5f23f2430eecfb725bb071cc32dd1219, 8276b2338426cc3a2a5b15a2c77f417b, ae5d8220ca217accbf583476b4293f35, de5615d818d73e525739ff3e599ca9d5, ea4f6fd44e34dd7870c46bfcacce3041, f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:53:01,556 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 2d75c86a6abf94490db6d79586da195a, 5bd5c9520575390a9ea39150b71b05e8, 5f23f2430eecfb725bb071cc32dd1219, 8276b2338426cc3a2a5b15a2c77f417b, ae5d8220ca217accbf583476b4293f35, de5615d818d73e525739ff3e599ca9d5, ea4f6fd44e34dd7870c46bfcacce3041, f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:53:01,581 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnOpenScannerAsync/de5615d818d73e525739ff3e599ca9d5/.tmp/testFamily/7ebfb82b049f4fd6a59e955d4ceb8f4b 2024-11-10T06:53:01,591 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnOpenScannerAsync/de5615d818d73e525739ff3e599ca9d5/.tmp/testFamily/7ebfb82b049f4fd6a59e955d4ceb8f4b as hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnOpenScannerAsync/de5615d818d73e525739ff3e599ca9d5/testFamily/7ebfb82b049f4fd6a59e955d4ceb8f4b 2024-11-10T06:53:01,600 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnOpenScannerAsync/de5615d818d73e525739ff3e599ca9d5/testFamily/7ebfb82b049f4fd6a59e955d4ceb8f4b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-10T06:53:01,602 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for de5615d818d73e525739ff3e599ca9d5 in 447ms, sequenceid=8, compaction requested=false 2024-11-10T06:53:01,607 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnOpenScannerAsync/de5615d818d73e525739ff3e599ca9d5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T06:53:01,608 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5. 2024-11-10T06:53:01,608 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de5615d818d73e525739ff3e599ca9d5: Waiting for close lock at 1731221581155Running coprocessor pre-close hooks at 1731221581155Disabling compacts and flushes for region at 1731221581155Disabling writes for close at 1731221581155Obtaining lock to block concurrent updates at 1731221581155Preparing flush snapshotting stores in de5615d818d73e525739ff3e599ca9d5 at 1731221581155Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731221581156 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5. at 1731221581156Flushing de5615d818d73e525739ff3e599ca9d5/testFamily: creating writer at 1731221581156Flushing de5615d818d73e525739ff3e599ca9d5/testFamily: appending metadata at 1731221581175 (+19 ms)Flushing de5615d818d73e525739ff3e599ca9d5/testFamily: closing flushed file at 1731221581175Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e20eb0f: reopening flushed file at 1731221581590 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for de5615d818d73e525739ff3e599ca9d5 in 447ms, sequenceid=8, compaction requested=false at 1731221581602 (+12 ms)Writing region close event to WAL at 1731221581603 (+1 ms)Running coprocessor post-close hooks at 1731221581608 (+5 ms)Closed at 1731221581608 2024-11-10T06:53:01,608 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731221574070.de5615d818d73e525739ff3e599ca9d5. 2024-11-10T06:53:01,609 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8276b2338426cc3a2a5b15a2c77f417b, disabling compactions & flushes 2024-11-10T06:53:01,609 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b. 2024-11-10T06:53:01,609 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b. 2024-11-10T06:53:01,609 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b. after waiting 0 ms 2024-11-10T06:53:01,609 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b. 2024-11-10T06:53:01,609 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8276b2338426cc3a2a5b15a2c77f417b 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-10T06:53:01,634 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnNextAsync/8276b2338426cc3a2a5b15a2c77f417b/.tmp/testFamily/fc8c17e757e844a8b0708a6de636924a is 61, key is row-0/testFamily:testQualifier/1731221548795/Put/seqid=0 2024-11-10T06:53:01,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741861_1037 (size=5049) 2024-11-10T06:53:01,756 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 2d75c86a6abf94490db6d79586da195a, 5bd5c9520575390a9ea39150b71b05e8, 5f23f2430eecfb725bb071cc32dd1219, 8276b2338426cc3a2a5b15a2c77f417b, ae5d8220ca217accbf583476b4293f35, ea4f6fd44e34dd7870c46bfcacce3041, f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:53:01,957 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 2d75c86a6abf94490db6d79586da195a, 5bd5c9520575390a9ea39150b71b05e8, 5f23f2430eecfb725bb071cc32dd1219, 8276b2338426cc3a2a5b15a2c77f417b, ae5d8220ca217accbf583476b4293f35, ea4f6fd44e34dd7870c46bfcacce3041, f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:53:02,041 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnNextAsync/8276b2338426cc3a2a5b15a2c77f417b/.tmp/testFamily/fc8c17e757e844a8b0708a6de636924a 2024-11-10T06:53:02,051 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnNextAsync/8276b2338426cc3a2a5b15a2c77f417b/.tmp/testFamily/fc8c17e757e844a8b0708a6de636924a as hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnNextAsync/8276b2338426cc3a2a5b15a2c77f417b/testFamily/fc8c17e757e844a8b0708a6de636924a 2024-11-10T06:53:02,059 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnNextAsync/8276b2338426cc3a2a5b15a2c77f417b/testFamily/fc8c17e757e844a8b0708a6de636924a, entries=4, sequenceid=8, filesize=4.9 K 2024-11-10T06:53:02,060 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8276b2338426cc3a2a5b15a2c77f417b in 451ms, sequenceid=8, compaction requested=false 2024-11-10T06:53:02,065 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnNextAsync/8276b2338426cc3a2a5b15a2c77f417b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T06:53:02,065 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b. 2024-11-10T06:53:02,065 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8276b2338426cc3a2a5b15a2c77f417b: Waiting for close lock at 1731221581609Running coprocessor pre-close hooks at 1731221581609Disabling compacts and flushes for region at 1731221581609Disabling writes for close at 1731221581609Obtaining lock to block concurrent updates at 1731221581609Preparing flush snapshotting stores in 8276b2338426cc3a2a5b15a2c77f417b at 1731221581609Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731221581609Flushing stores of testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b. at 1731221581610 (+1 ms)Flushing 8276b2338426cc3a2a5b15a2c77f417b/testFamily: creating writer at 1731221581610Flushing 8276b2338426cc3a2a5b15a2c77f417b/testFamily: appending metadata at 1731221581634 (+24 ms)Flushing 8276b2338426cc3a2a5b15a2c77f417b/testFamily: closing flushed file at 1731221581634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11ff476e: reopening flushed file at 1731221582050 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8276b2338426cc3a2a5b15a2c77f417b in 451ms, sequenceid=8, compaction requested=false at 1731221582060 (+10 ms)Writing region close event to WAL at 1731221582061 (+1 ms)Running coprocessor post-close hooks at 1731221582065 (+4 ms)Closed at 1731221582065 2024-11-10T06:53:02,066 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731221547760.8276b2338426cc3a2a5b15a2c77f417b. 2024-11-10T06:53:02,066 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7aa26f26be0f299be51034dc77a538b, disabling compactions & flushes 2024-11-10T06:53:02,066 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b. 2024-11-10T06:53:02,066 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b. 2024-11-10T06:53:02,066 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b. after waiting 0 ms 2024-11-10T06:53:02,066 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b. 2024-11-10T06:53:02,066 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f7aa26f26be0f299be51034dc77a538b 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-10T06:53:02,084 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnOpenScanner/f7aa26f26be0f299be51034dc77a538b/.tmp/testFamily/f29dabd5d40f49119547f66889e2766b is 61, key is row-0/testFamily:testQualifier/1731221544722/Put/seqid=0 2024-11-10T06:53:02,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741862_1038 (size=5049) 2024-11-10T06:53:02,157 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-10T06:53:02,157 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1325): Online Regions={f7aa26f26be0f299be51034dc77a538b=testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b., 5bd5c9520575390a9ea39150b71b05e8=hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8., ea4f6fd44e34dd7870c46bfcacce3041=hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041., ae5d8220ca217accbf583476b4293f35=testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35., 2d75c86a6abf94490db6d79586da195a=testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a., 5f23f2430eecfb725bb071cc32dd1219=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219.} 2024-11-10T06:53:02,157 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 2d75c86a6abf94490db6d79586da195a, 5bd5c9520575390a9ea39150b71b05e8, 5f23f2430eecfb725bb071cc32dd1219, ae5d8220ca217accbf583476b4293f35, ea4f6fd44e34dd7870c46bfcacce3041, f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:53:02,358 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 2d75c86a6abf94490db6d79586da195a, 5bd5c9520575390a9ea39150b71b05e8, 5f23f2430eecfb725bb071cc32dd1219, ae5d8220ca217accbf583476b4293f35, ea4f6fd44e34dd7870c46bfcacce3041, f7aa26f26be0f299be51034dc77a538b 2024-11-10T06:53:02,490 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnOpenScanner/f7aa26f26be0f299be51034dc77a538b/.tmp/testFamily/f29dabd5d40f49119547f66889e2766b 2024-11-10T06:53:02,499 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnOpenScanner/f7aa26f26be0f299be51034dc77a538b/.tmp/testFamily/f29dabd5d40f49119547f66889e2766b as hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnOpenScanner/f7aa26f26be0f299be51034dc77a538b/testFamily/f29dabd5d40f49119547f66889e2766b 2024-11-10T06:53:02,507 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnOpenScanner/f7aa26f26be0f299be51034dc77a538b/testFamily/f29dabd5d40f49119547f66889e2766b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-10T06:53:02,508 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f7aa26f26be0f299be51034dc77a538b in 442ms, sequenceid=8, compaction requested=false 2024-11-10T06:53:02,513 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnOpenScanner/f7aa26f26be0f299be51034dc77a538b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T06:53:02,514 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b. 2024-11-10T06:53:02,514 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7aa26f26be0f299be51034dc77a538b: Waiting for close lock at 1731221582066Running coprocessor pre-close hooks at 1731221582066Disabling compacts and flushes for region at 1731221582066Disabling writes for close at 1731221582066Obtaining lock to block concurrent updates at 1731221582066Preparing flush snapshotting stores in f7aa26f26be0f299be51034dc77a538b at 1731221582066Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731221582067 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b. at 1731221582067Flushing f7aa26f26be0f299be51034dc77a538b/testFamily: creating writer at 1731221582067Flushing f7aa26f26be0f299be51034dc77a538b/testFamily: appending metadata at 1731221582084 (+17 ms)Flushing f7aa26f26be0f299be51034dc77a538b/testFamily: closing flushed file at 1731221582084Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e96d044: reopening flushed file at 1731221582498 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f7aa26f26be0f299be51034dc77a538b in 442ms, sequenceid=8, compaction requested=false at 1731221582508 (+10 ms)Writing region close event to WAL at 1731221582509 (+1 ms)Running coprocessor post-close hooks at 1731221582514 (+5 ms)Closed at 1731221582514 2024-11-10T06:53:02,514 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731221543698.f7aa26f26be0f299be51034dc77a538b. 2024-11-10T06:53:02,515 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5bd5c9520575390a9ea39150b71b05e8, disabling compactions & flushes 2024-11-10T06:53:02,515 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8. 2024-11-10T06:53:02,515 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8. 2024-11-10T06:53:02,515 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8. after waiting 0 ms 2024-11-10T06:53:02,515 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8. 2024-11-10T06:53:02,515 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5bd5c9520575390a9ea39150b71b05e8 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-10T06:53:02,533 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnNextAsync/5bd5c9520575390a9ea39150b71b05e8/.tmp/testFamily/552731d524544544a3d513638081a951 is 61, key is row-0/testFamily:testQualifier/1731221534556/Put/seqid=0 2024-11-10T06:53:02,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741863_1039 (size=5049) 2024-11-10T06:53:02,558 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 2d75c86a6abf94490db6d79586da195a, 5bd5c9520575390a9ea39150b71b05e8, 5f23f2430eecfb725bb071cc32dd1219, ae5d8220ca217accbf583476b4293f35, ea4f6fd44e34dd7870c46bfcacce3041 2024-11-10T06:53:02,758 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 2d75c86a6abf94490db6d79586da195a, 5bd5c9520575390a9ea39150b71b05e8, 5f23f2430eecfb725bb071cc32dd1219, ae5d8220ca217accbf583476b4293f35, ea4f6fd44e34dd7870c46bfcacce3041 2024-11-10T06:53:02,940 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnNextAsync/5bd5c9520575390a9ea39150b71b05e8/.tmp/testFamily/552731d524544544a3d513638081a951 2024-11-10T06:53:02,949 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnNextAsync/5bd5c9520575390a9ea39150b71b05e8/.tmp/testFamily/552731d524544544a3d513638081a951 as hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnNextAsync/5bd5c9520575390a9ea39150b71b05e8/testFamily/552731d524544544a3d513638081a951 2024-11-10T06:53:02,958 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnNextAsync/5bd5c9520575390a9ea39150b71b05e8/testFamily/552731d524544544a3d513638081a951, entries=4, sequenceid=8, filesize=4.9 K 2024-11-10T06:53:02,958 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 2d75c86a6abf94490db6d79586da195a, 5bd5c9520575390a9ea39150b71b05e8, 5f23f2430eecfb725bb071cc32dd1219, ae5d8220ca217accbf583476b4293f35, ea4f6fd44e34dd7870c46bfcacce3041 2024-11-10T06:53:02,959 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5bd5c9520575390a9ea39150b71b05e8 in 444ms, sequenceid=8, compaction requested=false 2024-11-10T06:53:02,964 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnNextAsync/5bd5c9520575390a9ea39150b71b05e8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T06:53:02,965 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8. 2024-11-10T06:53:02,965 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5bd5c9520575390a9ea39150b71b05e8: Waiting for close lock at 1731221582515Running coprocessor pre-close hooks at 1731221582515Disabling compacts and flushes for region at 1731221582515Disabling writes for close at 1731221582515Obtaining lock to block concurrent updates at 1731221582515Preparing flush snapshotting stores in 5bd5c9520575390a9ea39150b71b05e8 at 1731221582515Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731221582515Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8. at 1731221582516 (+1 ms)Flushing 5bd5c9520575390a9ea39150b71b05e8/testFamily: creating writer at 1731221582516Flushing 5bd5c9520575390a9ea39150b71b05e8/testFamily: appending metadata at 1731221582532 (+16 ms)Flushing 5bd5c9520575390a9ea39150b71b05e8/testFamily: closing flushed file at 1731221582533 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea533ef: reopening flushed file at 1731221582948 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5bd5c9520575390a9ea39150b71b05e8 in 444ms, sequenceid=8, compaction requested=false at 1731221582959 (+11 ms)Writing region close event to WAL at 1731221582960 (+1 ms)Running coprocessor post-close hooks at 1731221582964 (+4 ms)Closed at 1731221582965 (+1 ms) 2024-11-10T06:53:02,965 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731221531520.5bd5c9520575390a9ea39150b71b05e8. 2024-11-10T06:53:02,965 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea4f6fd44e34dd7870c46bfcacce3041, disabling compactions & flushes 2024-11-10T06:53:02,965 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041. 2024-11-10T06:53:02,965 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041. 2024-11-10T06:53:02,965 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041. after waiting 0 ms 2024-11-10T06:53:02,965 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041. 2024-11-10T06:53:02,965 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea4f6fd44e34dd7870c46bfcacce3041 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-10T06:53:02,983 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnNext/ea4f6fd44e34dd7870c46bfcacce3041/.tmp/testFamily/54a7bb1331204c37808b4c56a7a249c2 is 61, key is row-0/testFamily:testQualifier/1731221568032/Put/seqid=0 2024-11-10T06:53:02,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741864_1040 (size=5049) 2024-11-10T06:53:03,159 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-10T06:53:03,159 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1325): Online Regions={ea4f6fd44e34dd7870c46bfcacce3041=hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041., ae5d8220ca217accbf583476b4293f35=testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35., 2d75c86a6abf94490db6d79586da195a=testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a., 5f23f2430eecfb725bb071cc32dd1219=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219.} 2024-11-10T06:53:03,159 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 2d75c86a6abf94490db6d79586da195a, 5f23f2430eecfb725bb071cc32dd1219, ae5d8220ca217accbf583476b4293f35, ea4f6fd44e34dd7870c46bfcacce3041 2024-11-10T06:53:03,359 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 2d75c86a6abf94490db6d79586da195a, 5f23f2430eecfb725bb071cc32dd1219, ae5d8220ca217accbf583476b4293f35, ea4f6fd44e34dd7870c46bfcacce3041 2024-11-10T06:53:03,389 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnNext/ea4f6fd44e34dd7870c46bfcacce3041/.tmp/testFamily/54a7bb1331204c37808b4c56a7a249c2 2024-11-10T06:53:03,397 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnNext/ea4f6fd44e34dd7870c46bfcacce3041/.tmp/testFamily/54a7bb1331204c37808b4c56a7a249c2 as hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnNext/ea4f6fd44e34dd7870c46bfcacce3041/testFamily/54a7bb1331204c37808b4c56a7a249c2 2024-11-10T06:53:03,404 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnNext/ea4f6fd44e34dd7870c46bfcacce3041/testFamily/54a7bb1331204c37808b4c56a7a249c2, entries=4, sequenceid=8, filesize=4.9 K 2024-11-10T06:53:03,405 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ea4f6fd44e34dd7870c46bfcacce3041 in 440ms, sequenceid=8, compaction requested=false 2024-11-10T06:53:03,410 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnNext/ea4f6fd44e34dd7870c46bfcacce3041/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T06:53:03,411 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041. 2024-11-10T06:53:03,411 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea4f6fd44e34dd7870c46bfcacce3041: Waiting for close lock at 1731221582965Running coprocessor pre-close hooks at 1731221582965Disabling compacts and flushes for region at 1731221582965Disabling writes for close at 1731221582965Obtaining lock to block concurrent updates at 1731221582965Preparing flush snapshotting stores in ea4f6fd44e34dd7870c46bfcacce3041 at 1731221582965Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731221582966 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041. at 1731221582966Flushing ea4f6fd44e34dd7870c46bfcacce3041/testFamily: creating writer at 1731221582966Flushing ea4f6fd44e34dd7870c46bfcacce3041/testFamily: appending metadata at 1731221582983 (+17 ms)Flushing ea4f6fd44e34dd7870c46bfcacce3041/testFamily: closing flushed file at 1731221582983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67dc2cfe: reopening flushed file at 1731221583396 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ea4f6fd44e34dd7870c46bfcacce3041 in 440ms, sequenceid=8, compaction requested=false at 1731221583405 (+9 ms)Writing region close event to WAL at 1731221583406 (+1 ms)Running coprocessor post-close hooks at 1731221583411 (+5 ms)Closed at 1731221583411 2024-11-10T06:53:03,411 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731221565001.ea4f6fd44e34dd7870c46bfcacce3041. 2024-11-10T06:53:03,411 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae5d8220ca217accbf583476b4293f35, disabling compactions & flushes 2024-11-10T06:53:03,411 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35. 2024-11-10T06:53:03,411 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35. 2024-11-10T06:53:03,411 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35. after waiting 0 ms 2024-11-10T06:53:03,411 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35. 2024-11-10T06:53:03,411 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ae5d8220ca217accbf583476b4293f35 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-10T06:53:03,428 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ae5d8220ca217accbf583476b4293f35/.tmp/testFamily/b1711fa784f44e21864dd78c9d50a473 is 61, key is row-0/testFamily:testQualifier/1731221522339/Put/seqid=0 2024-11-10T06:53:03,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741865_1041 (size=5049) 2024-11-10T06:53:03,560 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 2d75c86a6abf94490db6d79586da195a, 5f23f2430eecfb725bb071cc32dd1219, ae5d8220ca217accbf583476b4293f35 2024-11-10T06:53:03,760 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 2d75c86a6abf94490db6d79586da195a, 5f23f2430eecfb725bb071cc32dd1219, ae5d8220ca217accbf583476b4293f35 2024-11-10T06:53:03,834 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ae5d8220ca217accbf583476b4293f35/.tmp/testFamily/b1711fa784f44e21864dd78c9d50a473 2024-11-10T06:53:03,843 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ae5d8220ca217accbf583476b4293f35/.tmp/testFamily/b1711fa784f44e21864dd78c9d50a473 as hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ae5d8220ca217accbf583476b4293f35/testFamily/b1711fa784f44e21864dd78c9d50a473 2024-11-10T06:53:03,850 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ae5d8220ca217accbf583476b4293f35/testFamily/b1711fa784f44e21864dd78c9d50a473, entries=4, sequenceid=8, filesize=4.9 K 2024-11-10T06:53:03,851 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ae5d8220ca217accbf583476b4293f35 in 440ms, sequenceid=8, compaction requested=false 2024-11-10T06:53:03,856 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ae5d8220ca217accbf583476b4293f35/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T06:53:03,856 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35. 2024-11-10T06:53:03,856 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae5d8220ca217accbf583476b4293f35: Waiting for close lock at 1731221583411Running coprocessor pre-close hooks at 1731221583411Disabling compacts and flushes for region at 1731221583411Disabling writes for close at 1731221583411Obtaining lock to block concurrent updates at 1731221583411Preparing flush snapshotting stores in ae5d8220ca217accbf583476b4293f35 at 1731221583411Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731221583412 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35. at 1731221583412Flushing ae5d8220ca217accbf583476b4293f35/testFamily: creating writer at 1731221583412Flushing ae5d8220ca217accbf583476b4293f35/testFamily: appending metadata at 1731221583428 (+16 ms)Flushing ae5d8220ca217accbf583476b4293f35/testFamily: closing flushed file at 1731221583428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38b38f4e: reopening flushed file at 1731221583842 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ae5d8220ca217accbf583476b4293f35 in 440ms, sequenceid=8, compaction requested=false at 1731221583851 (+9 ms)Writing region close event to WAL at 1731221583852 (+1 ms)Running coprocessor post-close hooks at 1731221583856 (+4 ms)Closed at 1731221583856 2024-11-10T06:53:03,857 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731221519245.ae5d8220ca217accbf583476b4293f35. 2024-11-10T06:53:03,857 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d75c86a6abf94490db6d79586da195a, disabling compactions & flushes 2024-11-10T06:53:03,857 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a. 2024-11-10T06:53:03,857 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a. 2024-11-10T06:53:03,857 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a. after waiting 0 ms 2024-11-10T06:53:03,857 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a. 2024-11-10T06:53:03,857 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2d75c86a6abf94490db6d79586da195a 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-10T06:53:03,874 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnNext/2d75c86a6abf94490db6d79586da195a/.tmp/testFamily/33a3ec51cc5344f2ae9d96793268ed27 is 61, key is row-0/testFamily:testQualifier/1731221552873/Put/seqid=0 2024-11-10T06:53:03,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741866_1042 (size=5049) 2024-11-10T06:53:03,960 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 2d75c86a6abf94490db6d79586da195a, 5f23f2430eecfb725bb071cc32dd1219 2024-11-10T06:53:04,161 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T06:53:04,161 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1325): Online Regions={2d75c86a6abf94490db6d79586da195a=testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a., 5f23f2430eecfb725bb071cc32dd1219=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219.} 2024-11-10T06:53:04,161 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 2d75c86a6abf94490db6d79586da195a, 5f23f2430eecfb725bb071cc32dd1219 2024-11-10T06:53:04,279 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnNext/2d75c86a6abf94490db6d79586da195a/.tmp/testFamily/33a3ec51cc5344f2ae9d96793268ed27 2024-11-10T06:53:04,288 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnNext/2d75c86a6abf94490db6d79586da195a/.tmp/testFamily/33a3ec51cc5344f2ae9d96793268ed27 as hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnNext/2d75c86a6abf94490db6d79586da195a/testFamily/33a3ec51cc5344f2ae9d96793268ed27 2024-11-10T06:53:04,294 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnNext/2d75c86a6abf94490db6d79586da195a/testFamily/33a3ec51cc5344f2ae9d96793268ed27, entries=4, sequenceid=8, filesize=4.9 K 2024-11-10T06:53:04,296 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2d75c86a6abf94490db6d79586da195a in 439ms, sequenceid=8, compaction requested=false 2024-11-10T06:53:04,300 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/default/testNormalScanTimeoutOnNext/2d75c86a6abf94490db6d79586da195a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T06:53:04,301 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a. 2024-11-10T06:53:04,301 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d75c86a6abf94490db6d79586da195a: Waiting for close lock at 1731221583857Running coprocessor pre-close hooks at 1731221583857Disabling compacts and flushes for region at 1731221583857Disabling writes for close at 1731221583857Obtaining lock to block concurrent updates at 1731221583857Preparing flush snapshotting stores in 2d75c86a6abf94490db6d79586da195a at 1731221583857Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731221583857Flushing stores of testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a. at 1731221583858 (+1 ms)Flushing 2d75c86a6abf94490db6d79586da195a/testFamily: creating writer at 1731221583858Flushing 2d75c86a6abf94490db6d79586da195a/testFamily: appending metadata at 1731221583873 (+15 ms)Flushing 2d75c86a6abf94490db6d79586da195a/testFamily: closing flushed file at 1731221583873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ae97b9: reopening flushed file at 1731221584286 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2d75c86a6abf94490db6d79586da195a in 439ms, sequenceid=8, compaction requested=false at 1731221584296 (+10 ms)Writing region close event to WAL at 1731221584296Running coprocessor post-close hooks at 1731221584301 (+5 ms)Closed at 1731221584301 2024-11-10T06:53:04,302 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731221551846.2d75c86a6abf94490db6d79586da195a. 2024-11-10T06:53:04,302 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f23f2430eecfb725bb071cc32dd1219, disabling compactions & flushes 2024-11-10T06:53:04,302 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219. 2024-11-10T06:53:04,302 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219. 2024-11-10T06:53:04,302 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219. after waiting 0 ms 2024-11-10T06:53:04,302 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219. 2024-11-10T06:53:04,302 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f23f2430eecfb725bb071cc32dd1219 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-10T06:53:04,319 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/5f23f2430eecfb725bb071cc32dd1219/.tmp/testFamily/ce4a9f986c1c47f2949d003da66d40e0 is 61, key is row-0/testFamily:testQualifier/1731221558954/Put/seqid=0 2024-11-10T06:53:04,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741867_1043 (size=5049) 2024-11-10T06:53:04,361 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 5f23f2430eecfb725bb071cc32dd1219 2024-11-10T06:53:04,561 DEBUG [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1351): Waiting on 5f23f2430eecfb725bb071cc32dd1219 2024-11-10T06:53:04,725 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/5f23f2430eecfb725bb071cc32dd1219/.tmp/testFamily/ce4a9f986c1c47f2949d003da66d40e0 2024-11-10T06:53:04,733 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/5f23f2430eecfb725bb071cc32dd1219/.tmp/testFamily/ce4a9f986c1c47f2949d003da66d40e0 as hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/5f23f2430eecfb725bb071cc32dd1219/testFamily/ce4a9f986c1c47f2949d003da66d40e0 2024-11-10T06:53:04,740 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/5f23f2430eecfb725bb071cc32dd1219/testFamily/ce4a9f986c1c47f2949d003da66d40e0, entries=4, sequenceid=8, filesize=4.9 K 2024-11-10T06:53:04,742 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5f23f2430eecfb725bb071cc32dd1219 in 440ms, sequenceid=8, compaction requested=false 2024-11-10T06:53:04,746 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/5f23f2430eecfb725bb071cc32dd1219/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T06:53:04,747 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219. 2024-11-10T06:53:04,747 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f23f2430eecfb725bb071cc32dd1219: Waiting for close lock at 1731221584302Running coprocessor pre-close hooks at 1731221584302Disabling compacts and flushes for region at 1731221584302Disabling writes for close at 1731221584302Obtaining lock to block concurrent updates at 1731221584302Preparing flush snapshotting stores in 5f23f2430eecfb725bb071cc32dd1219 at 1731221584302Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731221584302Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219. at 1731221584303 (+1 ms)Flushing 5f23f2430eecfb725bb071cc32dd1219/testFamily: creating writer at 1731221584303Flushing 5f23f2430eecfb725bb071cc32dd1219/testFamily: appending metadata at 1731221584319 (+16 ms)Flushing 5f23f2430eecfb725bb071cc32dd1219/testFamily: closing flushed file at 1731221584319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ceecf53: reopening flushed file at 1731221584732 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5f23f2430eecfb725bb071cc32dd1219 in 440ms, sequenceid=8, compaction requested=false at 1731221584742 (+10 ms)Writing region close event to WAL at 1731221584742Running coprocessor post-close hooks at 1731221584747 (+5 ms)Closed at 1731221584747 2024-11-10T06:53:04,747 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731221555915.5f23f2430eecfb725bb071cc32dd1219. 2024-11-10T06:53:04,762 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(976): stopping server 4999977c7e1b,45339,1731221455950; all regions closed. 2024-11-10T06:53:04,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741834_1010 (size=19479) 2024-11-10T06:53:04,771 DEBUG [RS:0;4999977c7e1b:45339 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/oldWALs 2024-11-10T06:53:04,771 INFO [RS:0;4999977c7e1b:45339 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4999977c7e1b%2C45339%2C1731221455950.meta:.meta(num 1731221518759) 2024-11-10T06:53:04,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741833_1009 (size=20031) 2024-11-10T06:53:04,776 DEBUG [RS:0;4999977c7e1b:45339 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/oldWALs 2024-11-10T06:53:04,776 INFO [RS:0;4999977c7e1b:45339 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4999977c7e1b%2C45339%2C1731221455950:(num 1731221518433) 2024-11-10T06:53:04,776 DEBUG [RS:0;4999977c7e1b:45339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:53:04,776 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:53:04,776 INFO [RS:0;4999977c7e1b:45339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:53:04,777 INFO [RS:0;4999977c7e1b:45339 {}] hbase.ChoreService(370): Chore service for: regionserver/4999977c7e1b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T06:53:04,777 INFO [RS:0;4999977c7e1b:45339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:53:04,777 INFO [regionserver/4999977c7e1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:53:04,778 INFO [RS:0;4999977c7e1b:45339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45339 2024-11-10T06:53:04,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10190f273a30001, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4999977c7e1b,45339,1731221455950 2024-11-10T06:53:04,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T06:53:04,784 INFO [RS:0;4999977c7e1b:45339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:53:04,787 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4999977c7e1b,45339,1731221455950] 2024-11-10T06:53:04,788 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4999977c7e1b,45339,1731221455950 already deleted, retry=false 2024-11-10T06:53:04,788 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4999977c7e1b,45339,1731221455950 expired; onlineServers=0 2024-11-10T06:53:04,788 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4999977c7e1b,32923,1731221455247' ***** 2024-11-10T06:53:04,788 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:53:04,789 INFO [M:0;4999977c7e1b:32923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:53:04,789 INFO [M:0;4999977c7e1b:32923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:53:04,789 DEBUG [M:0;4999977c7e1b:32923 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:53:04,789 DEBUG [M:0;4999977c7e1b:32923 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:53:04,789 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:53:04,789 DEBUG [master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731221458245 {}] cleaner.HFileCleaner(306): Exit Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731221458245,5,FailOnTimeoutGroup] 2024-11-10T06:53:04,789 DEBUG [master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731221458244 {}] cleaner.HFileCleaner(306): Exit Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731221458244,5,FailOnTimeoutGroup] 2024-11-10T06:53:04,789 INFO [M:0;4999977c7e1b:32923 {}] hbase.ChoreService(370): Chore service for: master/4999977c7e1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:53:04,789 INFO [M:0;4999977c7e1b:32923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:53:04,789 DEBUG [M:0;4999977c7e1b:32923 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:53:04,789 INFO [M:0;4999977c7e1b:32923 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:53:04,790 INFO [M:0;4999977c7e1b:32923 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:53:04,790 INFO [M:0;4999977c7e1b:32923 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:53:04,790 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:53:04,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T06:53:04,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T06:53:04,791 DEBUG [M:0;4999977c7e1b:32923 {}] zookeeper.ZKUtil(347): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T06:53:04,791 WARN [M:0;4999977c7e1b:32923 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:53:04,792 INFO [M:0;4999977c7e1b:32923 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/.lastflushedseqids 2024-11-10T06:53:04,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741868_1044 (size=712) 2024-11-10T06:53:04,831 INFO [regionserver/4999977c7e1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:53:04,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10190f273a30001, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:53:04,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10190f273a30001, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:53:04,887 INFO [RS:0;4999977c7e1b:45339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:53:04,888 INFO [RS:0;4999977c7e1b:45339 {}] regionserver.HRegionServer(1031): Exiting; stopping=4999977c7e1b,45339,1731221455950; zookeeper connection closed. 2024-11-10T06:53:04,888 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5aea903f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5aea903f 2024-11-10T06:53:04,889 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:53:05,204 INFO [M:0;4999977c7e1b:32923 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:53:05,204 INFO [M:0;4999977c7e1b:32923 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:53:05,204 DEBUG [M:0;4999977c7e1b:32923 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:53:05,205 INFO [M:0;4999977c7e1b:32923 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:53:05,205 DEBUG [M:0;4999977c7e1b:32923 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:53:05,205 DEBUG [M:0;4999977c7e1b:32923 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:53:05,205 DEBUG [M:0;4999977c7e1b:32923 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:53:05,205 INFO [M:0;4999977c7e1b:32923 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.04 KB heapSize=191.10 KB 2024-11-10T06:53:05,223 DEBUG [M:0;4999977c7e1b:32923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0981046bc4854689b553afe1b7c77158 is 82, key is hbase:meta,,1/info:regioninfo/1731221518856/Put/seqid=0 2024-11-10T06:53:05,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741869_1045 (size=5672) 2024-11-10T06:53:05,629 INFO [M:0;4999977c7e1b:32923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0981046bc4854689b553afe1b7c77158 2024-11-10T06:53:05,663 DEBUG [M:0;4999977c7e1b:32923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3d876caa25949dc9ccda8441c069cf3 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731221520502/Put/seqid=0 2024-11-10T06:53:05,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741870_1046 (size=14066) 2024-11-10T06:53:05,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T06:53:05,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-11-10T06:53:05,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-10T06:53:05,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-10T06:53:05,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-10T06:53:05,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-10T06:53:05,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:53:05,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-10T06:53:05,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-10T06:53:05,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-10T06:53:05,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-10T06:53:05,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-10T06:53:06,069 INFO [M:0;4999977c7e1b:32923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.49 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3d876caa25949dc9ccda8441c069cf3 2024-11-10T06:53:06,077 INFO [M:0;4999977c7e1b:32923 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3d876caa25949dc9ccda8441c069cf3 2024-11-10T06:53:06,093 DEBUG [M:0;4999977c7e1b:32923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9204834c5eb411dada738effddfc771 is 69, key is 4999977c7e1b,45339,1731221455950/rs:state/1731221488282/Put/seqid=0 2024-11-10T06:53:06,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741871_1047 (size=5156) 2024-11-10T06:53:06,201 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T06:53:06,499 INFO [M:0;4999977c7e1b:32923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9204834c5eb411dada738effddfc771 2024-11-10T06:53:06,507 DEBUG [M:0;4999977c7e1b:32923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0981046bc4854689b553afe1b7c77158 as hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0981046bc4854689b553afe1b7c77158 2024-11-10T06:53:06,514 INFO [M:0;4999977c7e1b:32923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0981046bc4854689b553afe1b7c77158, entries=8, sequenceid=319, filesize=5.5 K 2024-11-10T06:53:06,515 DEBUG [M:0;4999977c7e1b:32923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3d876caa25949dc9ccda8441c069cf3 as hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3d876caa25949dc9ccda8441c069cf3 2024-11-10T06:53:06,522 INFO [M:0;4999977c7e1b:32923 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3d876caa25949dc9ccda8441c069cf3 2024-11-10T06:53:06,522 INFO [M:0;4999977c7e1b:32923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3d876caa25949dc9ccda8441c069cf3, entries=33, sequenceid=319, filesize=13.7 K 2024-11-10T06:53:06,523 DEBUG [M:0;4999977c7e1b:32923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9204834c5eb411dada738effddfc771 as hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9204834c5eb411dada738effddfc771 2024-11-10T06:53:06,530 INFO [M:0;4999977c7e1b:32923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/a6ba7e8c-f0eb-07a3-0868-26d2a1db0f04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9204834c5eb411dada738effddfc771, entries=1, sequenceid=319, filesize=5.0 K 2024-11-10T06:53:06,531 INFO [M:0;4999977c7e1b:32923 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.04 KB/166955, heapSize ~190.80 KB/195384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=319, compaction requested=false 2024-11-10T06:53:06,533 INFO [M:0;4999977c7e1b:32923 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:53:06,533 DEBUG [M:0;4999977c7e1b:32923 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731221585204Disabling compacts and flushes for region at 1731221585204Disabling writes for close at 1731221585205 (+1 ms)Obtaining lock to block concurrent updates at 1731221585205Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731221585205Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166955, getHeapSize=195624, getOffHeapSize=0, getCellsCount=366 at 1731221585205Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731221585206 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731221585206Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731221585222 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731221585222Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731221585636 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731221585662 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731221585662Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731221586077 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731221586093 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731221586093Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d58b0fd: reopening flushed file at 1731221586506 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40c1b41a: reopening flushed file at 1731221586514 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f808736: reopening flushed file at 1731221586522 (+8 ms)Finished flush of dataSize ~163.04 KB/166955, heapSize ~190.80 KB/195384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=319, compaction requested=false at 1731221586531 (+9 ms)Writing region close event to WAL at 1731221586533 (+2 ms)Closed at 1731221586533 2024-11-10T06:53:06,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741830_1006 (size=188297) 2024-11-10T06:53:06,537 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:53:06,537 INFO [M:0;4999977c7e1b:32923 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:53:06,537 INFO [M:0;4999977c7e1b:32923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32923 2024-11-10T06:53:06,537 INFO [M:0;4999977c7e1b:32923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:53:06,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:53:06,639 INFO [M:0;4999977c7e1b:32923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:53:06,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x10190f273a30000, quorum=127.0.0.1:52080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:53:06,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:53:06,646 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:53:06,646 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:53:06,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:53:06,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/hadoop.log.dir/,STOPPED} 2024-11-10T06:53:06,649 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:53:06,649 WARN [BP-552106898-172.17.0.2-1731221452413 heartbeating to localhost/127.0.0.1:36495 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:53:06,649 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:53:06,649 WARN [BP-552106898-172.17.0.2-1731221452413 heartbeating to localhost/127.0.0.1:36495 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-552106898-172.17.0.2-1731221452413 (Datanode Uuid d5de8986-6d74-4213-bcd4-8b793a952975) service to localhost/127.0.0.1:36495 2024-11-10T06:53:06,651 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/cluster_72444bd8-4a7b-12d1-498c-8d0ece225315/data/data1/current/BP-552106898-172.17.0.2-1731221452413 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:53:06,651 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/cluster_72444bd8-4a7b-12d1-498c-8d0ece225315/data/data2/current/BP-552106898-172.17.0.2-1731221452413 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:53:06,651 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:53:06,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:53:06,660 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:53:06,660 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:53:06,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:53:06,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/201224fe-6535-90c3-0cfc-35026be3a1e8/hadoop.log.dir/,STOPPED} 2024-11-10T06:53:06,669 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T06:53:06,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down