2024-12-06 06:00:11,413 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-12-06 06:00:11,426 main DEBUG Took 0.010939 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 06:00:11,426 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 06:00:11,426 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 06:00:11,433 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 06:00:11,434 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:00:11,444 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 06:00:11,458 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:00:11,459 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:00:11,460 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:00:11,460 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:00:11,461 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:00:11,461 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:00:11,463 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:00:11,463 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:00:11,464 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:00:11,464 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:00:11,465 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:00:11,465 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:00:11,466 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:00:11,466 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:00:11,467 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:00:11,467 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:00:11,468 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:00:11,468 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:00:11,468 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:00:11,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:00:11,469 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:00:11,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:00:11,470 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:00:11,470 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:00:11,470 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:00:11,471 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 06:00:11,472 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:00:11,473 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 06:00:11,475 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 06:00:11,476 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 06:00:11,477 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 06:00:11,478 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 06:00:11,486 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 06:00:11,488 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 06:00:11,490 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 06:00:11,490 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 06:00:11,491 main DEBUG createAppenders(={Console}) 2024-12-06 06:00:11,491 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-12-06 06:00:11,491 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-12-06 06:00:11,492 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-12-06 06:00:11,492 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 06:00:11,492 main DEBUG OutputStream closed 2024-12-06 06:00:11,493 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 06:00:11,493 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 06:00:11,493 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-12-06 06:00:11,557 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 06:00:11,559 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 06:00:11,560 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 06:00:11,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 06:00:11,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 06:00:11,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 06:00:11,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 06:00:11,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 06:00:11,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 06:00:11,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 06:00:11,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 06:00:11,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 06:00:11,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 06:00:11,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 06:00:11,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 06:00:11,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 06:00:11,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 06:00:11,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 06:00:11,570 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 06:00:11,570 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-12-06 06:00:11,570 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 06:00:11,571 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-12-06T06:00:11,583 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-12-06 06:00:11,585 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 06:00:11,586 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T06:00:11,810 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604 2024-12-06T06:00:11,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:00:11,841 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/cluster_525a7545-dcd9-e940-eb3b-f1274e24ab71, deleteOnExit=true 2024-12-06T06:00:11,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:00:11,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/test.cache.data in system properties and HBase conf 2024-12-06T06:00:11,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:00:11,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:00:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:00:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:00:11,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:00:11,928 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T06:00:12,012 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:00:12,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:00:12,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:00:12,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:00:12,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:00:12,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:00:12,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:00:12,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:00:12,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:00:12,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:00:12,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:00:12,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:00:12,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:00:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:00:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:00:12,703 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T06:00:12,766 INFO [Time-limited test {}] log.Log(170): Logging initialized @1974ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T06:00:12,824 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:00:12,878 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:00:12,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:00:12,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:00:12,897 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:00:12,907 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:00:12,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3653a146{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:00:12,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c1e5f71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:00:13,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4df87c21{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/java.io.tmpdir/jetty-localhost-37429-hadoop-hdfs-3_4_1-tests_jar-_-any-5276242753385809053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:00:13,076 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29047fa7{HTTP/1.1, (http/1.1)}{localhost:37429} 2024-12-06T06:00:13,076 INFO [Time-limited test {}] server.Server(415): Started @2285ms 2024-12-06T06:00:13,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:00:13,386 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:00:13,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:00:13,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:00:13,388 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:00:13,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a781d84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:00:13,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29ee0fe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:00:13,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5537c1f6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/java.io.tmpdir/jetty-localhost-46421-hadoop-hdfs-3_4_1-tests_jar-_-any-10209097201068776798/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:00:13,495 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31862285{HTTP/1.1, (http/1.1)}{localhost:46421} 2024-12-06T06:00:13,496 INFO [Time-limited test {}] server.Server(415): Started @2705ms 2024-12-06T06:00:13,546 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:00:13,916 WARN [Thread-69 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/cluster_525a7545-dcd9-e940-eb3b-f1274e24ab71/data/data1/current/BP-122048021-172.17.0.2-1733464812517/current, will proceed with Du for space computation calculation, 2024-12-06T06:00:13,916 WARN [Thread-70 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/cluster_525a7545-dcd9-e940-eb3b-f1274e24ab71/data/data2/current/BP-122048021-172.17.0.2-1733464812517/current, will proceed with Du for space computation calculation, 2024-12-06T06:00:13,952 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:00:13,999 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ce0aa950763e8e7 with lease ID 0xdfa9a6da05657f7f: Processing first storage report for DS-99c6ad89-8793-4659-ab24-26429c07d175 from datanode DatanodeRegistration(127.0.0.1:43611, datanodeUuid=0aef57b9-1bf9-4e5f-948c-4c8246e317c2, infoPort=46689, infoSecurePort=0, ipcPort=33877, storageInfo=lv=-57;cid=testClusterID;nsid=1668615524;c=1733464812517) 2024-12-06T06:00:14,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ce0aa950763e8e7 with lease ID 0xdfa9a6da05657f7f: from storage DS-99c6ad89-8793-4659-ab24-26429c07d175 node DatanodeRegistration(127.0.0.1:43611, datanodeUuid=0aef57b9-1bf9-4e5f-948c-4c8246e317c2, infoPort=46689, infoSecurePort=0, ipcPort=33877, storageInfo=lv=-57;cid=testClusterID;nsid=1668615524;c=1733464812517), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T06:00:14,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ce0aa950763e8e7 with lease ID 0xdfa9a6da05657f7f: Processing first storage report for DS-9fc8c3fe-1e57-414d-a9b6-018a6145de4a from datanode DatanodeRegistration(127.0.0.1:43611, datanodeUuid=0aef57b9-1bf9-4e5f-948c-4c8246e317c2, infoPort=46689, infoSecurePort=0, ipcPort=33877, storageInfo=lv=-57;cid=testClusterID;nsid=1668615524;c=1733464812517) 2024-12-06T06:00:14,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ce0aa950763e8e7 with lease ID 0xdfa9a6da05657f7f: from storage DS-9fc8c3fe-1e57-414d-a9b6-018a6145de4a node DatanodeRegistration(127.0.0.1:43611, datanodeUuid=0aef57b9-1bf9-4e5f-948c-4c8246e317c2, infoPort=46689, infoSecurePort=0, ipcPort=33877, storageInfo=lv=-57;cid=testClusterID;nsid=1668615524;c=1733464812517), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T06:00:14,095 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604 2024-12-06T06:00:14,156 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/cluster_525a7545-dcd9-e940-eb3b-f1274e24ab71/zookeeper_0, clientPort=53423, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/cluster_525a7545-dcd9-e940-eb3b-f1274e24ab71/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/cluster_525a7545-dcd9-e940-eb3b-f1274e24ab71/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T06:00:14,164 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53423 2024-12-06T06:00:14,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:00:14,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:00:14,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:00:14,795 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e with version=8 2024-12-06T06:00:14,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/hbase-staging 2024-12-06T06:00:14,866 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T06:00:15,086 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b543b351fe95:0 server-side Connection retries=9 2024-12-06T06:00:15,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:00:15,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:00:15,099 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:00:15,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:00:15,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:00:15,213 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:00:15,266 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T06:00:15,273 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T06:00:15,277 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:00:15,298 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 117631 (auto-detected) 2024-12-06T06:00:15,299 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T06:00:15,315 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42633 2024-12-06T06:00:15,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42633 connecting to ZooKeeper ensemble=127.0.0.1:53423 2024-12-06T06:00:15,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426330x0, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:00:15,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42633-0x100ae1d4eab0000 connected 2024-12-06T06:00:15,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:00:15,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:00:15,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T06:00:15,402 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e, hbase.cluster.distributed=false 2024-12-06T06:00:15,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T06:00:15,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42633 2024-12-06T06:00:15,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42633 2024-12-06T06:00:15,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42633 2024-12-06T06:00:15,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42633 2024-12-06T06:00:15,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42633 2024-12-06T06:00:15,517 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b543b351fe95:0 server-side Connection retries=9 2024-12-06T06:00:15,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:00:15,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:00:15,519 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:00:15,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:00:15,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:00:15,522 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:00:15,523 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:00:15,524 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37381 2024-12-06T06:00:15,526 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37381 connecting to ZooKeeper ensemble=127.0.0.1:53423 2024-12-06T06:00:15,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:00:15,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:00:15,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373810x0, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:00:15,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373810x0, quorum=127.0.0.1:53423, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T06:00:15,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37381-0x100ae1d4eab0001 connected 2024-12-06T06:00:15,541 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:00:15,548 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:00:15,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37381-0x100ae1d4eab0001, quorum=127.0.0.1:53423, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T06:00:15,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37381-0x100ae1d4eab0001, quorum=127.0.0.1:53423, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T06:00:15,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37381 2024-12-06T06:00:15,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37381 2024-12-06T06:00:15,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37381 2024-12-06T06:00:15,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37381 2024-12-06T06:00:15,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37381 2024-12-06T06:00:15,571 DEBUG [M:0;b543b351fe95:42633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b543b351fe95:42633 2024-12-06T06:00:15,572 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b543b351fe95,42633,1733464814942 2024-12-06T06:00:15,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T06:00:15,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x100ae1d4eab0001, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T06:00:15,579 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b543b351fe95,42633,1733464814942 2024-12-06T06:00:15,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:00:15,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x100ae1d4eab0001, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T06:00:15,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x100ae1d4eab0001, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:00:15,601 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T06:00:15,602 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b543b351fe95,42633,1733464814942 from backup master directory 2024-12-06T06:00:15,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x100ae1d4eab0001, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T06:00:15,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b543b351fe95,42633,1733464814942 2024-12-06T06:00:15,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T06:00:15,605 WARN [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:00:15,605 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b543b351fe95,42633,1733464814942 2024-12-06T06:00:15,607 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T06:00:15,609 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T06:00:15,659 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/hbase.id] with ID: cfcc4805-914a-4c4d-ac2e-1b530d713106 2024-12-06T06:00:15,660 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/.tmp/hbase.id 2024-12-06T06:00:15,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:00:15,670 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/.tmp/hbase.id]:[hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/hbase.id] 2024-12-06T06:00:15,719 INFO [master/b543b351fe95:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:00:15,724 INFO [master/b543b351fe95:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:00:15,740 INFO [master/b543b351fe95:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-06T06:00:15,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x100ae1d4eab0001, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:00:15,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:00:15,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:00:15,772 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:00:15,775 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:00:15,792 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T06:00:15,796 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:00:15,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:00:16,244 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/data/master/store 2024-12-06T06:00:16,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:00:16,672 INFO [master/b543b351fe95:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T06:00:16,677 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:00:16,679 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:00:16,679 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:00:16,680 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:00:16,682 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:00:16,682 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:00:16,682 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:00:16,684 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733464816679Disabling compacts and flushes for region at 1733464816679Disabling writes for close at 1733464816682 (+3 ms)Writing region close event to WAL at 1733464816682Closed at 1733464816682 2024-12-06T06:00:16,686 WARN [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/data/master/store/.initializing 2024-12-06T06:00:16,687 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/WALs/b543b351fe95,42633,1733464814942 2024-12-06T06:00:16,695 INFO [master/b543b351fe95:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:00:16,709 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C42633%2C1733464814942, suffix=, logDir=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/WALs/b543b351fe95,42633,1733464814942, archiveDir=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/oldWALs, maxLogs=10 2024-12-06T06:00:16,737 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/WALs/b543b351fe95,42633,1733464814942/b543b351fe95%2C42633%2C1733464814942.1733464816714, exclude list is [], retry=0 2024-12-06T06:00:16,751 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-99c6ad89-8793-4659-ab24-26429c07d175,DISK] 2024-12-06T06:00:16,753 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T06:00:16,784 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/WALs/b543b351fe95,42633,1733464814942/b543b351fe95%2C42633%2C1733464814942.1733464816714 2024-12-06T06:00:16,785 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46689:46689)] 2024-12-06T06:00:16,785 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:00:16,786 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:00:16,789 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:00:16,790 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:00:16,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:00:16,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:00:16,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:00:16,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:00:16,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:00:16,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:00:16,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:00:16,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:00:16,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:00:16,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:00:16,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:00:16,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:00:16,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:00:16,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:00:16,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:00:16,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:00:16,860 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:00:16,863 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:00:16,864 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:00:16,868 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:00:16,869 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:00:16,872 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:00:16,876 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:00:16,881 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:00:16,882 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72002632, jitterRate=0.07292282581329346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:00:16,887 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733464816800Initializing all the Stores at 1733464816802 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464816802Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464816803 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464816803Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464816803Cleaning up temporary data from old regions at 1733464816869 (+66 ms)Region opened successfully at 1733464816887 (+18 ms) 2024-12-06T06:00:16,888 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:00:16,917 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77674492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T06:00:16,942 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:00:16,951 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:00:16,951 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:00:16,954 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:00:16,955 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T06:00:16,959 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-06T06:00:16,959 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T06:00:16,981 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:00:16,989 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T06:00:16,991 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T06:00:16,993 INFO [master/b543b351fe95:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:00:16,994 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:00:16,995 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T06:00:16,997 INFO [master/b543b351fe95:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:00:17,000 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:00:17,001 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T06:00:17,003 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:00:17,004 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T06:00:17,018 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:00:17,019 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T06:00:17,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x100ae1d4eab0001, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T06:00:17,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T06:00:17,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x100ae1d4eab0001, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:00:17,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:00:17,025 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b543b351fe95,42633,1733464814942, sessionid=0x100ae1d4eab0000, setting cluster-up flag (Was=false) 2024-12-06T06:00:17,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x100ae1d4eab0001, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:00:17,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:00:17,040 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T06:00:17,043 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b543b351fe95,42633,1733464814942 2024-12-06T06:00:17,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x100ae1d4eab0001, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:00:17,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:00:17,052 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T06:00:17,053 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b543b351fe95,42633,1733464814942 2024-12-06T06:00:17,059 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:00:17,063 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(746): ClusterId : cfcc4805-914a-4c4d-ac2e-1b530d713106 2024-12-06T06:00:17,065 DEBUG [RS:0;b543b351fe95:37381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:00:17,069 DEBUG [RS:0;b543b351fe95:37381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:00:17,069 DEBUG [RS:0;b543b351fe95:37381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:00:17,072 DEBUG [RS:0;b543b351fe95:37381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:00:17,072 DEBUG [RS:0;b543b351fe95:37381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d079f67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T06:00:17,084 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b543b351fe95:37381 2024-12-06T06:00:17,087 INFO [RS:0;b543b351fe95:37381 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:00:17,087 INFO [RS:0;b543b351fe95:37381 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:00:17,087 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:00:17,089 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,42633,1733464814942 with port=37381, startcode=1733464815487 2024-12-06T06:00:17,100 DEBUG [RS:0;b543b351fe95:37381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:00:17,126 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:00:17,130 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50557, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:00:17,135 INFO [master/b543b351fe95:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:00:17,137 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42633 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-06T06:00:17,141 INFO [master/b543b351fe95:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:00:17,145 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b543b351fe95,42633,1733464814942 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:00:17,152 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:00:17,152 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:00:17,152 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:00:17,152 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:00:17,152 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b543b351fe95:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:00:17,152 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:00:17,153 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:00:17,153 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:00:17,154 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733464847154 2024-12-06T06:00:17,155 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:00:17,156 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:00:17,157 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:00:17,158 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:00:17,159 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:00:17,160 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:00:17,160 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:00:17,160 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:00:17,161 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:00:17,162 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T06:00:17,162 WARN [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying. 2024-12-06T06:00:17,163 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:00:17,163 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:00:17,164 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:00:17,164 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:00:17,164 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:00:17,166 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:00:17,166 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:00:17,167 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733464817167,5,FailOnTimeoutGroup] 2024-12-06T06:00:17,168 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733464817168,5,FailOnTimeoutGroup] 2024-12-06T06:00:17,168 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:00:17,168 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:00:17,169 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:00:17,170 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:00:17,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:00:17,577 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:00:17,578 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e 2024-12-06T06:00:17,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741832_1008 (size=32) 2024-12-06T06:00:17,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:00:17,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:00:17,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:00:17,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:00:17,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:00:17,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:00:17,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:00:17,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:00:17,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:00:17,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:00:17,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:00:17,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:00:17,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:00:17,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:00:17,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:00:17,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:00:17,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:00:17,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:00:17,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/meta/1588230740 2024-12-06T06:00:17,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/meta/1588230740 2024-12-06T06:00:17,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:00:17,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:00:17,618 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:00:17,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:00:17,624 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:00:17,625 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66861999, jitterRate=-0.0036785751581192017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:00:17,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733464817590Initializing all the Stores at 1733464817592 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464817592Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464817592Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464817592Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464817593 (+1 ms)Cleaning up temporary data from old regions at 1733464817617 (+24 ms)Region opened successfully at 1733464817627 (+10 ms) 2024-12-06T06:00:17,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:00:17,628 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:00:17,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:00:17,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:00:17,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:00:17,629 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:00:17,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733464817628Disabling compacts and flushes for region at 1733464817628Disabling writes for close at 1733464817628Writing region close event to WAL at 1733464817629 (+1 ms)Closed at 1733464817629 2024-12-06T06:00:17,632 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:00:17,632 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:00:17,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:00:17,644 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:00:17,647 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:00:17,798 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:18,800 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:19,801 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:20,802 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:21,803 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:22,804 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:23,805 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:24,807 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:25,264 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T06:00:25,265 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T06:00:25,808 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:26,809 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:27,810 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:28,811 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:29,812 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:30,813 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:31,814 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:32,815 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:33,817 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:34,818 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:35,819 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:36,820 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:37,821 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:38,822 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:39,824 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:40,825 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:41,826 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:42,827 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:43,829 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:44,093 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T06:00:44,830 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:45,831 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:46,832 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:47,165 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,42633,1733464814942 with port=37381, startcode=1733464815487 2024-12-06T06:00:47,170 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42633 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b543b351fe95,37381,1733464815487 2024-12-06T06:00:47,175 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42633 {}] master.ServerManager(517): Registering regionserver=b543b351fe95,37381,1733464815487 2024-12-06T06:00:47,184 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e 2024-12-06T06:00:47,184 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35487 2024-12-06T06:00:47,184 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:00:47,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T06:00:47,188 DEBUG [RS:0;b543b351fe95:37381 {}] zookeeper.ZKUtil(111): regionserver:37381-0x100ae1d4eab0001, quorum=127.0.0.1:53423, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b543b351fe95,37381,1733464815487 2024-12-06T06:00:47,188 WARN [RS:0;b543b351fe95:37381 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:00:47,188 INFO [RS:0;b543b351fe95:37381 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:00:47,189 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/WALs/b543b351fe95,37381,1733464815487 2024-12-06T06:00:47,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b543b351fe95,37381,1733464815487] 2024-12-06T06:00:47,212 INFO [RS:0;b543b351fe95:37381 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:00:47,222 INFO [RS:0;b543b351fe95:37381 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:00:47,226 INFO [RS:0;b543b351fe95:37381 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:00:47,226 INFO [RS:0;b543b351fe95:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:00:47,227 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:00:47,231 INFO [RS:0;b543b351fe95:37381 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:00:47,233 INFO [RS:0;b543b351fe95:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:00:47,233 DEBUG [RS:0;b543b351fe95:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:00:47,233 DEBUG [RS:0;b543b351fe95:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:00:47,233 DEBUG [RS:0;b543b351fe95:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:00:47,233 DEBUG [RS:0;b543b351fe95:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:00:47,233 DEBUG [RS:0;b543b351fe95:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:00:47,233 DEBUG [RS:0;b543b351fe95:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:00:47,234 DEBUG [RS:0;b543b351fe95:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:00:47,234 DEBUG [RS:0;b543b351fe95:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:00:47,234 DEBUG [RS:0;b543b351fe95:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:00:47,234 DEBUG [RS:0;b543b351fe95:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:00:47,234 DEBUG [RS:0;b543b351fe95:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:00:47,234 DEBUG [RS:0;b543b351fe95:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:00:47,234 DEBUG [RS:0;b543b351fe95:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:00:47,234 DEBUG [RS:0;b543b351fe95:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:00:47,235 INFO [RS:0;b543b351fe95:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:00:47,235 INFO [RS:0;b543b351fe95:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:00:47,235 INFO [RS:0;b543b351fe95:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:00:47,235 INFO [RS:0;b543b351fe95:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:00:47,236 INFO [RS:0;b543b351fe95:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:00:47,236 INFO [RS:0;b543b351fe95:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,37381,1733464815487-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:00:47,251 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:00:47,252 INFO [RS:0;b543b351fe95:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,37381,1733464815487-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:00:47,253 INFO [RS:0;b543b351fe95:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:00:47,253 INFO [RS:0;b543b351fe95:37381 {}] regionserver.Replication(171): b543b351fe95,37381,1733464815487 started 2024-12-06T06:00:47,267 INFO [RS:0;b543b351fe95:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:00:47,267 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1482): Serving as b543b351fe95,37381,1733464815487, RpcServer on b543b351fe95/172.17.0.2:37381, sessionid=0x100ae1d4eab0001 2024-12-06T06:00:47,268 DEBUG [RS:0;b543b351fe95:37381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:00:47,268 DEBUG [RS:0;b543b351fe95:37381 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b543b351fe95,37381,1733464815487 2024-12-06T06:00:47,268 DEBUG [RS:0;b543b351fe95:37381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,37381,1733464815487' 2024-12-06T06:00:47,269 DEBUG [RS:0;b543b351fe95:37381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T06:00:47,270 DEBUG [RS:0;b543b351fe95:37381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T06:00:47,270 DEBUG [RS:0;b543b351fe95:37381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:00:47,270 DEBUG [RS:0;b543b351fe95:37381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:00:47,271 DEBUG [RS:0;b543b351fe95:37381 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b543b351fe95,37381,1733464815487 2024-12-06T06:00:47,271 DEBUG [RS:0;b543b351fe95:37381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,37381,1733464815487' 2024-12-06T06:00:47,271 DEBUG [RS:0;b543b351fe95:37381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T06:00:47,271 DEBUG [RS:0;b543b351fe95:37381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T06:00:47,272 DEBUG [RS:0;b543b351fe95:37381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:00:47,272 INFO [RS:0;b543b351fe95:37381 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:00:47,272 INFO [RS:0;b543b351fe95:37381 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:00:47,833 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:48,835 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:49,836 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:50,837 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:51,838 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:52,839 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:53,841 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:54,842 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:55,843 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:56,844 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:57,845 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:58,846 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:00:59,848 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:01:00,849 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:01:01,850 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:01:02,851 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:01:03,853 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:01:04,854 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:01:05,855 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:01:06,856 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:01:07,857 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:01:08,858 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:01:09,860 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:01:10,861 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:01:11,862 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:01:12,863 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:01:13,864 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:01:14,093 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T06:01:14,865 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:01:15,866 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:01:16,867 WARN [b543b351fe95:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:01:17,281 INFO [RS:0;b543b351fe95:37381 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:01:17,287 INFO [RS:0;b543b351fe95:37381 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C37381%2C1733464815487, suffix=, logDir=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/WALs/b543b351fe95,37381,1733464815487, archiveDir=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/oldWALs, maxLogs=32 2024-12-06T06:01:17,302 DEBUG [RS:0;b543b351fe95:37381 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/WALs/b543b351fe95,37381,1733464815487/b543b351fe95%2C37381%2C1733464815487.1733464877290, exclude list is [], retry=0 2024-12-06T06:01:17,306 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-99c6ad89-8793-4659-ab24-26429c07d175,DISK] 2024-12-06T06:01:17,310 INFO [RS:0;b543b351fe95:37381 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/WALs/b543b351fe95,37381,1733464815487/b543b351fe95%2C37381%2C1733464815487.1733464877290 2024-12-06T06:01:17,310 DEBUG [RS:0;b543b351fe95:37381 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46689:46689)] 2024-12-06T06:01:17,371 DEBUG [b543b351fe95:42633 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T06:01:17,385 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b543b351fe95,37381,1733464815487 2024-12-06T06:01:17,391 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b543b351fe95,37381,1733464815487, state=OPENING 2024-12-06T06:01:17,395 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:01:17,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x100ae1d4eab0001, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:01:17,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:01:17,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T06:01:17,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T06:01:17,398 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:01:17,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b543b351fe95,37381,1733464815487}] 2024-12-06T06:01:17,579 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:01:17,581 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57765, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:01:17,591 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:01:17,591 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:01:17,592 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:01:17,596 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C37381%2C1733464815487.meta, suffix=.meta, logDir=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/WALs/b543b351fe95,37381,1733464815487, archiveDir=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/oldWALs, maxLogs=32 2024-12-06T06:01:17,613 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/WALs/b543b351fe95,37381,1733464815487/b543b351fe95%2C37381%2C1733464815487.meta.1733464877598.meta, exclude list is [], retry=0 2024-12-06T06:01:17,617 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-99c6ad89-8793-4659-ab24-26429c07d175,DISK] 2024-12-06T06:01:17,621 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/WALs/b543b351fe95,37381,1733464815487/b543b351fe95%2C37381%2C1733464815487.meta.1733464877598.meta 2024-12-06T06:01:17,621 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46689:46689)] 2024-12-06T06:01:17,621 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:01:17,623 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:01:17,626 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:01:17,631 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:01:17,636 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:01:17,637 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:01:17,637 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:01:17,637 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:01:17,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:01:17,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:01:17,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:01:17,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:01:17,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:01:17,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:01:17,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:01:17,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:01:17,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:01:17,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:01:17,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:01:17,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:01:17,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:01:17,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:01:17,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:01:17,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:01:17,652 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:01:17,653 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/meta/1588230740 2024-12-06T06:01:17,656 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/meta/1588230740 2024-12-06T06:01:17,658 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:01:17,658 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:01:17,659 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:01:17,661 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:01:17,663 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72655747, jitterRate=0.08265499770641327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:01:17,663 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:01:17,664 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733464877638Writing region info on filesystem at 1733464877638Initializing all the Stores at 1733464877640 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464877640Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464877641 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464877641Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464877641Cleaning up temporary data from old regions at 1733464877658 (+17 ms)Running coprocessor post-open hooks at 1733464877663 (+5 ms)Region opened successfully at 1733464877664 (+1 ms) 2024-12-06T06:01:17,671 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733464877571 2024-12-06T06:01:17,681 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:01:17,682 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:01:17,683 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,37381,1733464815487 2024-12-06T06:01:17,685 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b543b351fe95,37381,1733464815487, state=OPEN 2024-12-06T06:01:17,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T06:01:17,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x100ae1d4eab0001, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T06:01:17,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T06:01:17,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T06:01:17,689 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b543b351fe95,37381,1733464815487 2024-12-06T06:01:17,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:01:17,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b543b351fe95,37381,1733464815487 in 288 msec 2024-12-06T06:01:17,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:01:17,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.059 sec 2024-12-06T06:01:17,702 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:01:17,702 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:01:17,720 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:01:17,721 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,37381,1733464815487, seqNum=-1] 2024-12-06T06:01:17,744 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:01:17,746 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60995, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:01:17,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.676 sec 2024-12-06T06:01:17,766 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733464877766, completionTime=-1 2024-12-06T06:01:17,769 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T06:01:17,769 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:01:17,793 INFO [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T06:01:17,794 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733464937794 2024-12-06T06:01:17,794 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733464997794 2024-12-06T06:01:17,794 INFO [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-12-06T06:01:17,795 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,42633,1733464814942-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:01:17,796 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,42633,1733464814942-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:01:17,796 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,42633,1733464814942-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:01:17,797 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b543b351fe95:42633, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:01:17,797 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:01:17,798 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:01:17,821 DEBUG [master/b543b351fe95:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:01:17,845 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.240sec 2024-12-06T06:01:17,847 INFO [master/b543b351fe95:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:01:17,849 INFO [master/b543b351fe95:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:01:17,850 INFO [master/b543b351fe95:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:01:17,850 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:01:17,851 INFO [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:01:17,851 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,42633,1733464814942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:01:17,852 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,42633,1733464814942-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:01:17,861 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:01:17,862 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:01:17,862 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,42633,1733464814942-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:01:17,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb9f78e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:01:17,961 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T06:01:17,961 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T06:01:17,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b543b351fe95,42633,-1 for getting cluster id 2024-12-06T06:01:17,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:01:17,973 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfcc4805-914a-4c4d-ac2e-1b530d713106' 2024-12-06T06:01:17,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:01:17,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfcc4805-914a-4c4d-ac2e-1b530d713106" 2024-12-06T06:01:17,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4411660c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:01:17,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b543b351fe95,42633,-1] 2024-12-06T06:01:17,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:01:17,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:01:17,982 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:01:17,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2037c9b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:01:17,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:01:17,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,37381,1733464815487, seqNum=-1] 2024-12-06T06:01:17,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:01:17,995 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:01:18,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b543b351fe95,42633,1733464814942 2024-12-06T06:01:18,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14379079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:01:18,013 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b543b351fe95,42633,-1 for getting cluster id 2024-12-06T06:01:18,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:01:18,017 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfcc4805-914a-4c4d-ac2e-1b530d713106' 2024-12-06T06:01:18,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:01:18,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfcc4805-914a-4c4d-ac2e-1b530d713106" 2024-12-06T06:01:18,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d13d116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:01:18,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b543b351fe95,42633,-1] 2024-12-06T06:01:18,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:01:18,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:01:18,021 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:01:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bbbb7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:01:18,036 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=4609 2024-12-06T06:01:18,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:01:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b543b351fe95,42633,1733464814942 2024-12-06T06:01:18,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76c5f21 2024-12-06T06:01:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:01:18,050 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:01:18,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:01:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-12-06T06:01:18,064 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:01:18,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-12-06T06:01:18,067 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:01:18,069 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:01:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:01:18,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741835_1011 (size=428) 2024-12-06T06:01:18,490 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c98c48d0ce1b80aa38870b4c80c41ed8, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e 2024-12-06T06:01:18,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741836_1012 (size=79) 2024-12-06T06:01:18,904 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:01:18,904 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing c98c48d0ce1b80aa38870b4c80c41ed8, disabling compactions & flushes 2024-12-06T06:01:18,905 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8. 2024-12-06T06:01:18,905 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8. 2024-12-06T06:01:18,905 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8. after waiting 0 ms 2024-12-06T06:01:18,905 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8. 2024-12-06T06:01:18,906 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8. 2024-12-06T06:01:18,906 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for c98c48d0ce1b80aa38870b4c80c41ed8: Waiting for close lock at 1733464878904Disabling compacts and flushes for region at 1733464878904Disabling writes for close at 1733464878905 (+1 ms)Writing region close event to WAL at 1733464878905Closed at 1733464878905 2024-12-06T06:01:18,910 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:01:18,915 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733464878910"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464878910"}]},"ts":"1733464878910"} 2024-12-06T06:01:18,919 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:01:18,921 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:01:18,925 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464878921"}]},"ts":"1733464878921"} 2024-12-06T06:01:18,929 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-12-06T06:01:18,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=c98c48d0ce1b80aa38870b4c80c41ed8, ASSIGN}] 2024-12-06T06:01:18,933 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=c98c48d0ce1b80aa38870b4c80c41ed8, ASSIGN 2024-12-06T06:01:18,935 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=c98c48d0ce1b80aa38870b4c80c41ed8, ASSIGN; state=OFFLINE, location=b543b351fe95,37381,1733464815487; forceNewPlan=false, retain=false 2024-12-06T06:01:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:01:19,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c98c48d0ce1b80aa38870b4c80c41ed8, regionState=OPENING, regionLocation=b543b351fe95,37381,1733464815487 2024-12-06T06:01:19,097 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=c98c48d0ce1b80aa38870b4c80c41ed8, ASSIGN because future has completed 2024-12-06T06:01:19,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c98c48d0ce1b80aa38870b4c80c41ed8, server=b543b351fe95,37381,1733464815487}] 2024-12-06T06:01:19,270 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8. 2024-12-06T06:01:19,271 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c98c48d0ce1b80aa38870b4c80c41ed8, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:01:19,271 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync c98c48d0ce1b80aa38870b4c80c41ed8 2024-12-06T06:01:19,271 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:01:19,271 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c98c48d0ce1b80aa38870b4c80c41ed8 2024-12-06T06:01:19,271 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c98c48d0ce1b80aa38870b4c80c41ed8 2024-12-06T06:01:19,274 INFO [StoreOpener-c98c48d0ce1b80aa38870b4c80c41ed8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c98c48d0ce1b80aa38870b4c80c41ed8 2024-12-06T06:01:19,276 INFO [StoreOpener-c98c48d0ce1b80aa38870b4c80c41ed8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c98c48d0ce1b80aa38870b4c80c41ed8 columnFamilyName testFamily 2024-12-06T06:01:19,276 DEBUG [StoreOpener-c98c48d0ce1b80aa38870b4c80c41ed8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:01:19,277 INFO [StoreOpener-c98c48d0ce1b80aa38870b4c80c41ed8-1 {}] regionserver.HStore(327): Store=c98c48d0ce1b80aa38870b4c80c41ed8/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:01:19,278 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c98c48d0ce1b80aa38870b4c80c41ed8 2024-12-06T06:01:19,279 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/c98c48d0ce1b80aa38870b4c80c41ed8 2024-12-06T06:01:19,280 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/c98c48d0ce1b80aa38870b4c80c41ed8 2024-12-06T06:01:19,280 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c98c48d0ce1b80aa38870b4c80c41ed8 2024-12-06T06:01:19,280 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c98c48d0ce1b80aa38870b4c80c41ed8 2024-12-06T06:01:19,284 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c98c48d0ce1b80aa38870b4c80c41ed8 2024-12-06T06:01:19,287 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/c98c48d0ce1b80aa38870b4c80c41ed8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:01:19,288 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c98c48d0ce1b80aa38870b4c80c41ed8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66805469, jitterRate=-0.00452093780040741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:01:19,289 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c98c48d0ce1b80aa38870b4c80c41ed8 2024-12-06T06:01:19,290 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c98c48d0ce1b80aa38870b4c80c41ed8: Running coprocessor pre-open hook at 1733464879271Writing region info on filesystem at 1733464879271Initializing all the Stores at 1733464879273 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464879273Cleaning up temporary data from old regions at 1733464879280 (+7 ms)Running coprocessor post-open hooks at 1733464879289 (+9 ms)Region opened successfully at 1733464879290 (+1 ms) 2024-12-06T06:01:19,292 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8., pid=6, masterSystemTime=1733464879254 2024-12-06T06:01:19,295 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8. 2024-12-06T06:01:19,295 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8. 2024-12-06T06:01:19,296 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c98c48d0ce1b80aa38870b4c80c41ed8, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,37381,1733464815487 2024-12-06T06:01:19,300 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c98c48d0ce1b80aa38870b4c80c41ed8, server=b543b351fe95,37381,1733464815487 because future has completed 2024-12-06T06:01:19,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T06:01:19,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c98c48d0ce1b80aa38870b4c80c41ed8, server=b543b351fe95,37381,1733464815487 in 204 msec 2024-12-06T06:01:19,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T06:01:19,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=c98c48d0ce1b80aa38870b4c80c41ed8, ASSIGN in 375 msec 2024-12-06T06:01:19,311 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:01:19,311 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464879311"}]},"ts":"1733464879311"} 2024-12-06T06:01:19,314 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-12-06T06:01:19,315 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:01:19,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2570 sec 2024-12-06T06:01:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:01:21,104 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-12-06T06:01:21,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-12-06T06:01:21,108 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:01:21,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-12-06T06:01:21,118 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:01:21,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-12-06T06:01:21,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:01:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,37381,1733464815487, seqNum=-1] 2024-12-06T06:01:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:01:21,126 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:01:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8., hostname=b543b351fe95,37381,1733464815487, seqNum=2] 2024-12-06T06:01:21,149 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-06T06:01:21,153 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-12-06T06:01:21,158 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-12-06T06:01:21,163 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-12-06T06:01:21,165 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-12-06T06:01:21,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=833779011875241992 2024-12-06T06:01:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:39384 deadline: 1733464884164, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-06T06:01:21,175 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-12-06T06:01:21,176 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-12-06T06:01:21,177 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-06T06:01:21,179 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-06T06:01:21,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=833779011875241994 2024-12-06T06:01:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:39384 deadline: 1733464884178, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-06T06:01:21,183 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-06T06:01:21,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=833779011875241995 2024-12-06T06:01:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:39384 deadline: 1733464884182, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-06T06:01:21,187 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-06T06:01:21,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=833779011875241996 2024-12-06T06:01:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:39384 deadline: 1733464884186, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-06T06:01:21,190 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-06T06:01:21,199 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244885266_22 at /127.0.0.1:42218 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b543b351fe95:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=4598 (was 4609) 2024-12-06T06:01:21,208 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=4597 2024-12-06T06:01:21,211 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42633 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:01:21,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42633 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-12-06T06:01:21,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:01:21,216 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:01:21,216 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42633 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-12-06T06:01:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:01:21,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:01:21,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741837_1013 (size=414) 2024-12-06T06:01:21,636 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b9ccd052719f4b4908ff365a7be85e9, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e 2024-12-06T06:01:21,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741838_1014 (size=65) 2024-12-06T06:01:22,051 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:01:22,052 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 3b9ccd052719f4b4908ff365a7be85e9, disabling compactions & flushes 2024-12-06T06:01:22,052 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9. 2024-12-06T06:01:22,052 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9. 2024-12-06T06:01:22,052 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9. after waiting 0 ms 2024-12-06T06:01:22,052 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9. 2024-12-06T06:01:22,052 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9. 2024-12-06T06:01:22,053 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b9ccd052719f4b4908ff365a7be85e9: Waiting for close lock at 1733464882051Disabling compacts and flushes for region at 1733464882051Disabling writes for close at 1733464882052 (+1 ms)Writing region close event to WAL at 1733464882052Closed at 1733464882052 2024-12-06T06:01:22,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:01:22,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733464882057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464882057"}]},"ts":"1733464882057"} 2024-12-06T06:01:22,062 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:01:22,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:01:22,064 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464882064"}]},"ts":"1733464882064"} 2024-12-06T06:01:22,068 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-12-06T06:01:22,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=3b9ccd052719f4b4908ff365a7be85e9, ASSIGN}] 2024-12-06T06:01:22,071 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=3b9ccd052719f4b4908ff365a7be85e9, ASSIGN 2024-12-06T06:01:22,073 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=3b9ccd052719f4b4908ff365a7be85e9, ASSIGN; state=OFFLINE, location=b543b351fe95,37381,1733464815487; forceNewPlan=false, retain=false 2024-12-06T06:01:22,224 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3b9ccd052719f4b4908ff365a7be85e9, regionState=OPENING, regionLocation=b543b351fe95,37381,1733464815487 2024-12-06T06:01:22,229 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=3b9ccd052719f4b4908ff365a7be85e9, ASSIGN because future has completed 2024-12-06T06:01:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:01:22,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b9ccd052719f4b4908ff365a7be85e9, server=b543b351fe95,37381,1733464815487}] 2024-12-06T06:01:22,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9. 2024-12-06T06:01:22,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b9ccd052719f4b4908ff365a7be85e9, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:01:22,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 3b9ccd052719f4b4908ff365a7be85e9 2024-12-06T06:01:22,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:01:22,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 3b9ccd052719f4b4908ff365a7be85e9 2024-12-06T06:01:22,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 3b9ccd052719f4b4908ff365a7be85e9 2024-12-06T06:01:22,401 INFO [StoreOpener-3b9ccd052719f4b4908ff365a7be85e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3b9ccd052719f4b4908ff365a7be85e9 2024-12-06T06:01:22,403 INFO [StoreOpener-3b9ccd052719f4b4908ff365a7be85e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b9ccd052719f4b4908ff365a7be85e9 columnFamilyName testFamily 2024-12-06T06:01:22,403 DEBUG [StoreOpener-3b9ccd052719f4b4908ff365a7be85e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:01:22,404 INFO [StoreOpener-3b9ccd052719f4b4908ff365a7be85e9-1 {}] regionserver.HStore(327): Store=3b9ccd052719f4b4908ff365a7be85e9/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:01:22,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 3b9ccd052719f4b4908ff365a7be85e9 2024-12-06T06:01:22,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnOpenScanner/3b9ccd052719f4b4908ff365a7be85e9 2024-12-06T06:01:22,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnOpenScanner/3b9ccd052719f4b4908ff365a7be85e9 2024-12-06T06:01:22,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 3b9ccd052719f4b4908ff365a7be85e9 2024-12-06T06:01:22,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 3b9ccd052719f4b4908ff365a7be85e9 2024-12-06T06:01:22,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 3b9ccd052719f4b4908ff365a7be85e9 2024-12-06T06:01:22,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnOpenScanner/3b9ccd052719f4b4908ff365a7be85e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:01:22,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 3b9ccd052719f4b4908ff365a7be85e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71808340, jitterRate=0.07002764940261841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:01:22,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b9ccd052719f4b4908ff365a7be85e9 2024-12-06T06:01:22,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 3b9ccd052719f4b4908ff365a7be85e9: Running coprocessor pre-open hook at 1733464882399Writing region info on filesystem at 1733464882399Initializing all the Stores at 1733464882400 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464882400Cleaning up temporary data from old regions at 1733464882406 (+6 ms)Running coprocessor post-open hooks at 1733464882414 (+8 ms)Region opened successfully at 1733464882415 (+1 ms) 2024-12-06T06:01:22,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9., pid=9, masterSystemTime=1733464882385 2024-12-06T06:01:22,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9. 2024-12-06T06:01:22,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9. 2024-12-06T06:01:22,421 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3b9ccd052719f4b4908ff365a7be85e9, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,37381,1733464815487 2024-12-06T06:01:22,425 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b9ccd052719f4b4908ff365a7be85e9, server=b543b351fe95,37381,1733464815487 because future has completed 2024-12-06T06:01:22,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T06:01:22,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b9ccd052719f4b4908ff365a7be85e9, server=b543b351fe95,37381,1733464815487 in 197 msec 2024-12-06T06:01:22,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-06T06:01:22,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=3b9ccd052719f4b4908ff365a7be85e9, ASSIGN in 362 msec 2024-12-06T06:01:22,435 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:01:22,435 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464882435"}]},"ts":"1733464882435"} 2024-12-06T06:01:22,438 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-12-06T06:01:22,440 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:01:22,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2290 sec 2024-12-06T06:01:23,172 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T06:01:23,209 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-12-06T06:01:23,210 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T06:01:23,211 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-12-06T06:01:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T06:01:24,252 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-12-06T06:01:24,252 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-12-06T06:01:24,253 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:01:24,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-12-06T06:01:24,263 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:01:24,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-12-06T06:01:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9., hostname=b543b351fe95,37381,1733464815487, seqNum=2] 2024-12-06T06:01:24,278 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-06T06:01:24,278 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-12-06T06:01:24,281 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-06T06:01:24,283 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-12-06T06:01:25,263 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T06:01:25,263 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T06:01:25,266 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:01:25,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T06:01:25,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-12-06T06:01:25,268 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-12-06T06:01:25,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-12-06T06:01:25,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-12-06T06:01:30,299 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9., hostname=b543b351fe95,37381,1733464815487, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9., hostname=b543b351fe95,37381,1733464815487, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b543b351fe95:37381 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms 2024-12-06T06:01:30,299 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9., hostname=b543b351fe95,37381,1733464815487, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms 2024-12-06T06:01:30,300 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9., hostname=b543b351fe95,37381,1733464815487, seqNum=2 from cache 2024-12-06T06:01:30,308 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=121 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=4589 (was 4597) 2024-12-06T06:01:30,316 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=121, ProcessCount=11, AvailableMemoryMB=4589 2024-12-06T06:01:30,318 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42633 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:01:30,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42633 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-12-06T06:01:30,322 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:01:30,322 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:01:30,322 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42633 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-12-06T06:01:30,323 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:01:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-12-06T06:01:30,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741839_1015 (size=412) 2024-12-06T06:01:30,740 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92c5b7a8d05b7ad55576891dc91df1cd, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e 2024-12-06T06:01:30,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741840_1016 (size=63) 2024-12-06T06:01:30,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes 2024-12-06T06:01:31,155 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:01:31,155 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 92c5b7a8d05b7ad55576891dc91df1cd, disabling compactions & flushes 2024-12-06T06:01:31,155 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd. 2024-12-06T06:01:31,155 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd. 2024-12-06T06:01:31,155 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd. after waiting 0 ms 2024-12-06T06:01:31,155 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd. 2024-12-06T06:01:31,155 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd. 2024-12-06T06:01:31,155 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92c5b7a8d05b7ad55576891dc91df1cd: Waiting for close lock at 1733464891155Disabling compacts and flushes for region at 1733464891155Disabling writes for close at 1733464891155Writing region close event to WAL at 1733464891155Closed at 1733464891155 2024-12-06T06:01:31,158 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:01:31,158 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733464891158"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464891158"}]},"ts":"1733464891158"} 2024-12-06T06:01:31,162 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:01:31,165 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:01:31,165 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464891165"}]},"ts":"1733464891165"} 2024-12-06T06:01:31,168 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-12-06T06:01:31,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=92c5b7a8d05b7ad55576891dc91df1cd, ASSIGN}] 2024-12-06T06:01:31,171 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=92c5b7a8d05b7ad55576891dc91df1cd, ASSIGN 2024-12-06T06:01:31,173 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=92c5b7a8d05b7ad55576891dc91df1cd, ASSIGN; state=OFFLINE, location=b543b351fe95,37381,1733464815487; forceNewPlan=false, retain=false 2024-12-06T06:01:31,324 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=92c5b7a8d05b7ad55576891dc91df1cd, regionState=OPENING, regionLocation=b543b351fe95,37381,1733464815487 2024-12-06T06:01:31,332 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=92c5b7a8d05b7ad55576891dc91df1cd, ASSIGN because future has completed 2024-12-06T06:01:31,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92c5b7a8d05b7ad55576891dc91df1cd, server=b543b351fe95,37381,1733464815487}] 2024-12-06T06:01:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-12-06T06:01:31,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd. 2024-12-06T06:01:31,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 92c5b7a8d05b7ad55576891dc91df1cd, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:01:31,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 92c5b7a8d05b7ad55576891dc91df1cd 2024-12-06T06:01:31,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:01:31,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 92c5b7a8d05b7ad55576891dc91df1cd 2024-12-06T06:01:31,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 92c5b7a8d05b7ad55576891dc91df1cd 2024-12-06T06:01:31,505 INFO [StoreOpener-92c5b7a8d05b7ad55576891dc91df1cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 92c5b7a8d05b7ad55576891dc91df1cd 2024-12-06T06:01:31,508 INFO [StoreOpener-92c5b7a8d05b7ad55576891dc91df1cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92c5b7a8d05b7ad55576891dc91df1cd columnFamilyName testFamily 2024-12-06T06:01:31,508 DEBUG [StoreOpener-92c5b7a8d05b7ad55576891dc91df1cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:01:31,509 INFO [StoreOpener-92c5b7a8d05b7ad55576891dc91df1cd-1 {}] regionserver.HStore(327): Store=92c5b7a8d05b7ad55576891dc91df1cd/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:01:31,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 92c5b7a8d05b7ad55576891dc91df1cd 2024-12-06T06:01:31,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnNextAsync/92c5b7a8d05b7ad55576891dc91df1cd 2024-12-06T06:01:31,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnNextAsync/92c5b7a8d05b7ad55576891dc91df1cd 2024-12-06T06:01:31,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 92c5b7a8d05b7ad55576891dc91df1cd 2024-12-06T06:01:31,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 92c5b7a8d05b7ad55576891dc91df1cd 2024-12-06T06:01:31,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 92c5b7a8d05b7ad55576891dc91df1cd 2024-12-06T06:01:31,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnNextAsync/92c5b7a8d05b7ad55576891dc91df1cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:01:31,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 92c5b7a8d05b7ad55576891dc91df1cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66162938, jitterRate=-0.014095395803451538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:01:31,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92c5b7a8d05b7ad55576891dc91df1cd 2024-12-06T06:01:31,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 92c5b7a8d05b7ad55576891dc91df1cd: Running coprocessor pre-open hook at 1733464891503Writing region info on filesystem at 1733464891503Initializing all the Stores at 1733464891505 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464891505Cleaning up temporary data from old regions at 1733464891512 (+7 ms)Running coprocessor post-open hooks at 1733464891520 (+8 ms)Region opened successfully at 1733464891520 2024-12-06T06:01:31,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd., pid=12, masterSystemTime=1733464891490 2024-12-06T06:01:31,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd. 2024-12-06T06:01:31,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd. 2024-12-06T06:01:31,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=92c5b7a8d05b7ad55576891dc91df1cd, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,37381,1733464815487 2024-12-06T06:01:31,528 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92c5b7a8d05b7ad55576891dc91df1cd, server=b543b351fe95,37381,1733464815487 because future has completed 2024-12-06T06:01:31,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-06T06:01:31,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 92c5b7a8d05b7ad55576891dc91df1cd, server=b543b351fe95,37381,1733464815487 in 197 msec 2024-12-06T06:01:31,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-06T06:01:31,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=92c5b7a8d05b7ad55576891dc91df1cd, ASSIGN in 365 msec 2024-12-06T06:01:31,538 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:01:31,538 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464891538"}]},"ts":"1733464891538"} 2024-12-06T06:01:31,541 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-12-06T06:01:31,542 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:01:31,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2240 sec 2024-12-06T06:01:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-12-06T06:01:33,362 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-12-06T06:01:33,362 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-12-06T06:01:33,363 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:01:33,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-12-06T06:01:33,373 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:01:33,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-12-06T06:01:33,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd., hostname=b543b351fe95,37381,1733464815487, seqNum=2] 2024-12-06T06:01:33,388 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-06T06:01:33,388 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-12-06T06:01:33,391 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-06T06:01:33,394 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-06T06:01:33,395 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-06T06:01:33,396 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-12-06T06:01:35,214 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-12-06T06:01:35,262 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-12-06T06:01:35,262 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-12-06T06:01:37,030 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T06:01:39,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37381 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '833779011875242005' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-06T06:01:39,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37381 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:39384 deadline: 1733464905406, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '833779011875242005' does not exist 2024-12-06T06:01:39,409 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b543b351fe95,37381,1733464815487 for closing scanner id = 833779011875242005 for 92c5b7a8d05b7ad55576891dc91df1cd of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '833779011875242005' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T06:01:39,413 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 121), ProcessCount=11 (was 11), AvailableMemoryMB=4582 (was 4589) 2024-12-06T06:01:39,422 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=4581 2024-12-06T06:01:39,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:01:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-12-06T06:01:39,429 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:01:39,429 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:01:39,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-12-06T06:01:39,431 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:01:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T06:01:39,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741841_1017 (size=423) 2024-12-06T06:01:39,845 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 47d045b0a130af35d243f05dc2a52b59, NAME => 'testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e 2024-12-06T06:01:39,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741842_1018 (size=74) 2024-12-06T06:01:39,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes 2024-12-06T06:01:40,260 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:01:40,260 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 47d045b0a130af35d243f05dc2a52b59, disabling compactions & flushes 2024-12-06T06:01:40,260 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59. 2024-12-06T06:01:40,261 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59. 2024-12-06T06:01:40,261 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59. after waiting 0 ms 2024-12-06T06:01:40,261 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59. 2024-12-06T06:01:40,261 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59. 2024-12-06T06:01:40,262 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 47d045b0a130af35d243f05dc2a52b59: Waiting for close lock at 1733464900260Disabling compacts and flushes for region at 1733464900260Disabling writes for close at 1733464900261 (+1 ms)Writing region close event to WAL at 1733464900261Closed at 1733464900261 2024-12-06T06:01:40,267 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:01:40,268 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733464900267"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464900267"}]},"ts":"1733464900267"} 2024-12-06T06:01:40,273 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:01:40,274 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:01:40,275 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464900275"}]},"ts":"1733464900275"} 2024-12-06T06:01:40,278 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-12-06T06:01:40,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=47d045b0a130af35d243f05dc2a52b59, ASSIGN}] 2024-12-06T06:01:40,280 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=47d045b0a130af35d243f05dc2a52b59, ASSIGN 2024-12-06T06:01:40,282 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=47d045b0a130af35d243f05dc2a52b59, ASSIGN; state=OFFLINE, location=b543b351fe95,37381,1733464815487; forceNewPlan=false, retain=false 2024-12-06T06:01:40,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=47d045b0a130af35d243f05dc2a52b59, regionState=OPENING, regionLocation=b543b351fe95,37381,1733464815487 2024-12-06T06:01:40,439 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=47d045b0a130af35d243f05dc2a52b59, ASSIGN because future has completed 2024-12-06T06:01:40,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47d045b0a130af35d243f05dc2a52b59, server=b543b351fe95,37381,1733464815487}] 2024-12-06T06:01:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T06:01:40,605 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59. 2024-12-06T06:01:40,606 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 47d045b0a130af35d243f05dc2a52b59, NAME => 'testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:01:40,606 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 47d045b0a130af35d243f05dc2a52b59 2024-12-06T06:01:40,606 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:01:40,606 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 47d045b0a130af35d243f05dc2a52b59 2024-12-06T06:01:40,606 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 47d045b0a130af35d243f05dc2a52b59 2024-12-06T06:01:40,608 INFO [StoreOpener-47d045b0a130af35d243f05dc2a52b59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 47d045b0a130af35d243f05dc2a52b59 2024-12-06T06:01:40,612 INFO [StoreOpener-47d045b0a130af35d243f05dc2a52b59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47d045b0a130af35d243f05dc2a52b59 columnFamilyName testFamily 2024-12-06T06:01:40,612 DEBUG [StoreOpener-47d045b0a130af35d243f05dc2a52b59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:01:40,613 INFO [StoreOpener-47d045b0a130af35d243f05dc2a52b59-1 {}] regionserver.HStore(327): Store=47d045b0a130af35d243f05dc2a52b59/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:01:40,613 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 47d045b0a130af35d243f05dc2a52b59 2024-12-06T06:01:40,614 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testRetryOutOfOrderScannerNextException/47d045b0a130af35d243f05dc2a52b59 2024-12-06T06:01:40,615 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testRetryOutOfOrderScannerNextException/47d045b0a130af35d243f05dc2a52b59 2024-12-06T06:01:40,616 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 47d045b0a130af35d243f05dc2a52b59 2024-12-06T06:01:40,616 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 47d045b0a130af35d243f05dc2a52b59 2024-12-06T06:01:40,620 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 47d045b0a130af35d243f05dc2a52b59 2024-12-06T06:01:40,624 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testRetryOutOfOrderScannerNextException/47d045b0a130af35d243f05dc2a52b59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:01:40,625 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 47d045b0a130af35d243f05dc2a52b59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61140870, jitterRate=-0.08893004059791565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:01:40,625 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47d045b0a130af35d243f05dc2a52b59 2024-12-06T06:01:40,626 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 47d045b0a130af35d243f05dc2a52b59: Running coprocessor pre-open hook at 1733464900606Writing region info on filesystem at 1733464900606Initializing all the Stores at 1733464900608 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464900608Cleaning up temporary data from old regions at 1733464900616 (+8 ms)Running coprocessor post-open hooks at 1733464900625 (+9 ms)Region opened successfully at 1733464900626 (+1 ms) 2024-12-06T06:01:40,627 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59., pid=15, masterSystemTime=1733464900595 2024-12-06T06:01:40,630 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59. 2024-12-06T06:01:40,630 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59. 2024-12-06T06:01:40,631 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=47d045b0a130af35d243f05dc2a52b59, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,37381,1733464815487 2024-12-06T06:01:40,634 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47d045b0a130af35d243f05dc2a52b59, server=b543b351fe95,37381,1733464815487 because future has completed 2024-12-06T06:01:40,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-06T06:01:40,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 47d045b0a130af35d243f05dc2a52b59, server=b543b351fe95,37381,1733464815487 in 196 msec 2024-12-06T06:01:40,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-06T06:01:40,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=47d045b0a130af35d243f05dc2a52b59, ASSIGN in 361 msec 2024-12-06T06:01:40,643 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:01:40,643 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464900643"}]},"ts":"1733464900643"} 2024-12-06T06:01:40,645 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-12-06T06:01:40,647 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:01:40,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2220 sec 2024-12-06T06:01:41,218 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-12-06T06:01:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T06:01:42,471 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-12-06T06:01:42,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-12-06T06:01:42,471 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:01:42,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-12-06T06:01:42,481 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:01:42,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-12-06T06:01:42,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59., hostname=b543b351fe95,37381,1733464815487, seqNum=2] 2024-12-06T06:01:42,496 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-06T06:01:42,496 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-12-06T06:01:42,500 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-12-06T06:01:42,502 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-12-06T06:01:42,503 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-12-06T06:01:42,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=833779011875242009 2024-12-06T06:01:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:39384 deadline: 1733464905503, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-06T06:01:42,507 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-12-06T06:01:42,509 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-12-06T06:01:42,510 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-06T06:01:42,512 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-06T06:01:42,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=833779011875242011 2024-12-06T06:01:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:39384 deadline: 1733464905511, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-06T06:01:42,516 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-06T06:01:42,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=833779011875242012 2024-12-06T06:01:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:39384 deadline: 1733464905516, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-06T06:01:42,521 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-06T06:01:42,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=833779011875242013 2024-12-06T06:01:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:39384 deadline: 1733464905520, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-06T06:01:42,525 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-06T06:01:42,533 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-244885266_22 at /127.0.0.1:49276 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=4575 (was 4581) 2024-12-06T06:01:42,541 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=4575 2024-12-06T06:01:42,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:01:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-12-06T06:01:42,547 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:01:42,547 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:01:42,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-12-06T06:01:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-12-06T06:01:42,548 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:01:42,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741843_1019 (size=418) 2024-12-06T06:01:42,964 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ed59ea32df1132f4a0a80b74ac99454, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e 2024-12-06T06:01:42,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741844_1020 (size=69) 2024-12-06T06:01:43,376 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:01:43,377 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 2ed59ea32df1132f4a0a80b74ac99454, disabling compactions & flushes 2024-12-06T06:01:43,377 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454. 2024-12-06T06:01:43,377 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454. 2024-12-06T06:01:43,377 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454. after waiting 0 ms 2024-12-06T06:01:43,378 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454. 2024-12-06T06:01:43,378 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454. 2024-12-06T06:01:43,378 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ed59ea32df1132f4a0a80b74ac99454: Waiting for close lock at 1733464903377Disabling compacts and flushes for region at 1733464903377Disabling writes for close at 1733464903378 (+1 ms)Writing region close event to WAL at 1733464903378Closed at 1733464903378 2024-12-06T06:01:43,382 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:01:43,382 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733464903382"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464903382"}]},"ts":"1733464903382"} 2024-12-06T06:01:43,387 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:01:43,390 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:01:43,390 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464903390"}]},"ts":"1733464903390"} 2024-12-06T06:01:43,393 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-12-06T06:01:43,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=2ed59ea32df1132f4a0a80b74ac99454, ASSIGN}] 2024-12-06T06:01:43,396 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=2ed59ea32df1132f4a0a80b74ac99454, ASSIGN 2024-12-06T06:01:43,397 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=2ed59ea32df1132f4a0a80b74ac99454, ASSIGN; state=OFFLINE, location=b543b351fe95,37381,1733464815487; forceNewPlan=false, retain=false 2024-12-06T06:01:43,548 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=2ed59ea32df1132f4a0a80b74ac99454, regionState=OPENING, regionLocation=b543b351fe95,37381,1733464815487 2024-12-06T06:01:43,556 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=2ed59ea32df1132f4a0a80b74ac99454, ASSIGN because future has completed 2024-12-06T06:01:43,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ed59ea32df1132f4a0a80b74ac99454, server=b543b351fe95,37381,1733464815487}] 2024-12-06T06:01:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-12-06T06:01:43,722 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454. 2024-12-06T06:01:43,722 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ed59ea32df1132f4a0a80b74ac99454, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:01:43,722 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 2ed59ea32df1132f4a0a80b74ac99454 2024-12-06T06:01:43,722 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:01:43,723 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 2ed59ea32df1132f4a0a80b74ac99454 2024-12-06T06:01:43,723 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 2ed59ea32df1132f4a0a80b74ac99454 2024-12-06T06:01:43,724 INFO [StoreOpener-2ed59ea32df1132f4a0a80b74ac99454-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2ed59ea32df1132f4a0a80b74ac99454 2024-12-06T06:01:43,726 INFO [StoreOpener-2ed59ea32df1132f4a0a80b74ac99454-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ed59ea32df1132f4a0a80b74ac99454 columnFamilyName testFamily 2024-12-06T06:01:43,726 DEBUG [StoreOpener-2ed59ea32df1132f4a0a80b74ac99454-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:01:43,727 INFO [StoreOpener-2ed59ea32df1132f4a0a80b74ac99454-1 {}] regionserver.HStore(327): Store=2ed59ea32df1132f4a0a80b74ac99454/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:01:43,727 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 2ed59ea32df1132f4a0a80b74ac99454 2024-12-06T06:01:43,728 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnOpenScanner/2ed59ea32df1132f4a0a80b74ac99454 2024-12-06T06:01:43,728 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnOpenScanner/2ed59ea32df1132f4a0a80b74ac99454 2024-12-06T06:01:43,729 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 2ed59ea32df1132f4a0a80b74ac99454 2024-12-06T06:01:43,729 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 2ed59ea32df1132f4a0a80b74ac99454 2024-12-06T06:01:43,731 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 2ed59ea32df1132f4a0a80b74ac99454 2024-12-06T06:01:43,734 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnOpenScanner/2ed59ea32df1132f4a0a80b74ac99454/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:01:43,734 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 2ed59ea32df1132f4a0a80b74ac99454; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64121896, jitterRate=-0.044509291648864746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:01:43,735 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ed59ea32df1132f4a0a80b74ac99454 2024-12-06T06:01:43,735 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 2ed59ea32df1132f4a0a80b74ac99454: Running coprocessor pre-open hook at 1733464903723Writing region info on filesystem at 1733464903723Initializing all the Stores at 1733464903724 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464903724Cleaning up temporary data from old regions at 1733464903729 (+5 ms)Running coprocessor post-open hooks at 1733464903735 (+6 ms)Region opened successfully at 1733464903735 2024-12-06T06:01:43,736 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454., pid=18, masterSystemTime=1733464903712 2024-12-06T06:01:43,739 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454. 2024-12-06T06:01:43,739 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454. 2024-12-06T06:01:43,740 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=2ed59ea32df1132f4a0a80b74ac99454, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,37381,1733464815487 2024-12-06T06:01:43,743 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ed59ea32df1132f4a0a80b74ac99454, server=b543b351fe95,37381,1733464815487 because future has completed 2024-12-06T06:01:43,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-06T06:01:43,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ed59ea32df1132f4a0a80b74ac99454, server=b543b351fe95,37381,1733464815487 in 187 msec 2024-12-06T06:01:43,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-06T06:01:43,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=2ed59ea32df1132f4a0a80b74ac99454, ASSIGN in 353 msec 2024-12-06T06:01:43,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:01:43,752 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464903751"}]},"ts":"1733464903751"} 2024-12-06T06:01:43,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-12-06T06:01:43,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:01:43,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2110 sec 2024-12-06T06:01:44,094 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T06:01:45,263 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-12-06T06:01:45,263 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-12-06T06:01:45,266 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-12-06T06:01:45,266 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-12-06T06:01:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-12-06T06:01:45,594 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-12-06T06:01:45,594 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-12-06T06:01:45,595 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:01:45,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-12-06T06:01:45,605 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:01:45,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-12-06T06:01:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454., hostname=b543b351fe95,37381,1733464815487, seqNum=2] 2024-12-06T06:01:45,618 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-06T06:01:45,618 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-12-06T06:01:45,622 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-06T06:01:45,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-06T06:01:46,109 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T06:01:46,634 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454., hostname=b543b351fe95,37381,1733464815487, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454., hostname=b543b351fe95,37381,1733464815487, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b543b351fe95:37381 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1011ms, rpcTimeout=1000ms 2024-12-06T06:01:46,634 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454., hostname=b543b351fe95,37381,1733464815487, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1011ms, rpcTimeout=1000ms 2024-12-06T06:01:46,634 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454., hostname=b543b351fe95,37381,1733464815487, seqNum=2 from cache 2024-12-06T06:01:47,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes 2024-12-06T06:01:47,220 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-12-06T06:01:47,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454., hostname=b543b351fe95,37381,1733464815487, seqNum=2] 2024-12-06T06:01:47,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-06T06:01:48,634 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454., hostname=b543b351fe95,37381,1733464815487, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454., hostname=b543b351fe95,37381,1733464815487, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b543b351fe95:37381 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=974ms, rpcTimeout=963ms 2024-12-06T06:01:48,634 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454., hostname=b543b351fe95,37381,1733464815487, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=974ms, rpcTimeout=963ms 2024-12-06T06:01:48,634 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454., hostname=b543b351fe95,37381,1733464815487, seqNum=2 from cache 2024-12-06T06:01:48,650 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=87 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=4566 (was 4575) 2024-12-06T06:01:48,659 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=87, ProcessCount=11, AvailableMemoryMB=4566 2024-12-06T06:01:48,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:01:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-12-06T06:01:48,664 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:01:48,665 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:01:48,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-12-06T06:01:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-06T06:01:48,666 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:01:48,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741845_1021 (size=416) 2024-12-06T06:01:49,082 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4331d92949af1d87760d29979c2f3c44, NAME => 'testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e 2024-12-06T06:01:49,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741846_1022 (size=67) 2024-12-06T06:01:49,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes 2024-12-06T06:01:49,496 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:01:49,496 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 4331d92949af1d87760d29979c2f3c44, disabling compactions & flushes 2024-12-06T06:01:49,497 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44. 2024-12-06T06:01:49,497 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44. 2024-12-06T06:01:49,497 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44. after waiting 0 ms 2024-12-06T06:01:49,497 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44. 2024-12-06T06:01:49,497 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44. 2024-12-06T06:01:49,498 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4331d92949af1d87760d29979c2f3c44: Waiting for close lock at 1733464909496Disabling compacts and flushes for region at 1733464909496Disabling writes for close at 1733464909497 (+1 ms)Writing region close event to WAL at 1733464909497Closed at 1733464909497 2024-12-06T06:01:49,501 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:01:49,501 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733464909501"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464909501"}]},"ts":"1733464909501"} 2024-12-06T06:01:49,505 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:01:49,506 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:01:49,506 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464909506"}]},"ts":"1733464909506"} 2024-12-06T06:01:49,509 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-12-06T06:01:49,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=4331d92949af1d87760d29979c2f3c44, ASSIGN}] 2024-12-06T06:01:49,512 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=4331d92949af1d87760d29979c2f3c44, ASSIGN 2024-12-06T06:01:49,514 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=4331d92949af1d87760d29979c2f3c44, ASSIGN; state=OFFLINE, location=b543b351fe95,37381,1733464815487; forceNewPlan=false, retain=false 2024-12-06T06:01:49,665 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=4331d92949af1d87760d29979c2f3c44, regionState=OPENING, regionLocation=b543b351fe95,37381,1733464815487 2024-12-06T06:01:49,673 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=4331d92949af1d87760d29979c2f3c44, ASSIGN because future has completed 2024-12-06T06:01:49,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4331d92949af1d87760d29979c2f3c44, server=b543b351fe95,37381,1733464815487}] 2024-12-06T06:01:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-06T06:01:49,840 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44. 2024-12-06T06:01:49,841 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 4331d92949af1d87760d29979c2f3c44, NAME => 'testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:01:49,841 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 4331d92949af1d87760d29979c2f3c44 2024-12-06T06:01:49,841 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:01:49,841 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 4331d92949af1d87760d29979c2f3c44 2024-12-06T06:01:49,842 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 4331d92949af1d87760d29979c2f3c44 2024-12-06T06:01:49,843 INFO [StoreOpener-4331d92949af1d87760d29979c2f3c44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4331d92949af1d87760d29979c2f3c44 2024-12-06T06:01:49,846 INFO [StoreOpener-4331d92949af1d87760d29979c2f3c44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4331d92949af1d87760d29979c2f3c44 columnFamilyName testFamily 2024-12-06T06:01:49,846 DEBUG [StoreOpener-4331d92949af1d87760d29979c2f3c44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:01:49,846 INFO [StoreOpener-4331d92949af1d87760d29979c2f3c44-1 {}] regionserver.HStore(327): Store=4331d92949af1d87760d29979c2f3c44/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:01:49,847 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 4331d92949af1d87760d29979c2f3c44 2024-12-06T06:01:49,848 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnNextAsync/4331d92949af1d87760d29979c2f3c44 2024-12-06T06:01:49,848 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnNextAsync/4331d92949af1d87760d29979c2f3c44 2024-12-06T06:01:49,849 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 4331d92949af1d87760d29979c2f3c44 2024-12-06T06:01:49,849 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 4331d92949af1d87760d29979c2f3c44 2024-12-06T06:01:49,851 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 4331d92949af1d87760d29979c2f3c44 2024-12-06T06:01:49,855 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnNextAsync/4331d92949af1d87760d29979c2f3c44/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:01:49,856 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 4331d92949af1d87760d29979c2f3c44; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67818673, jitterRate=0.010576978325843811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:01:49,856 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4331d92949af1d87760d29979c2f3c44 2024-12-06T06:01:49,857 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 4331d92949af1d87760d29979c2f3c44: Running coprocessor pre-open hook at 1733464909842Writing region info on filesystem at 1733464909842Initializing all the Stores at 1733464909843 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464909843Cleaning up temporary data from old regions at 1733464909849 (+6 ms)Running coprocessor post-open hooks at 1733464909856 (+7 ms)Region opened successfully at 1733464909857 (+1 ms) 2024-12-06T06:01:49,858 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44., pid=21, masterSystemTime=1733464909829 2024-12-06T06:01:49,861 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44. 2024-12-06T06:01:49,861 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44. 2024-12-06T06:01:49,861 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=4331d92949af1d87760d29979c2f3c44, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,37381,1733464815487 2024-12-06T06:01:49,864 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4331d92949af1d87760d29979c2f3c44, server=b543b351fe95,37381,1733464815487 because future has completed 2024-12-06T06:01:49,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-06T06:01:49,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 4331d92949af1d87760d29979c2f3c44, server=b543b351fe95,37381,1733464815487 in 191 msec 2024-12-06T06:01:49,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-06T06:01:49,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=4331d92949af1d87760d29979c2f3c44, ASSIGN in 358 msec 2024-12-06T06:01:49,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:01:49,871 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464909871"}]},"ts":"1733464909871"} 2024-12-06T06:01:49,874 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-12-06T06:01:49,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:01:49,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2140 sec 2024-12-06T06:01:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-06T06:01:51,693 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-12-06T06:01:51,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-12-06T06:01:51,693 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:01:51,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-12-06T06:01:51,703 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:01:51,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-12-06T06:01:51,708 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44., hostname=b543b351fe95,37381,1733464815487, seqNum=2] 2024-12-06T06:01:51,719 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-06T06:01:51,719 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-12-06T06:01:51,723 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-06T06:01:51,726 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-06T06:01:51,728 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-06T06:01:51,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-12-06T06:01:53,223 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-12-06T06:01:54,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37381 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '833779011875242024' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-06T06:01:54,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37381 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:39384 deadline: 1733464915735, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '833779011875242024' does not exist 2024-12-06T06:01:54,737 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b543b351fe95,37381,1733464815487 for closing scanner id = 833779011875242024 for 4331d92949af1d87760d29979c2f3c44 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '833779011875242024' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T06:01:54,744 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=80 (was 87), ProcessCount=11 (was 11), AvailableMemoryMB=4563 (was 4566) 2024-12-06T06:01:54,751 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=80, ProcessCount=11, AvailableMemoryMB=4563 2024-12-06T06:01:54,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:01:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-12-06T06:01:54,756 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:01:54,756 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:01:54,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-12-06T06:01:54,757 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:01:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-12-06T06:01:54,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741847_1023 (size=411) 2024-12-06T06:01:55,173 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9fdd7002d330fb7cdb225220fc9eceb1, NAME => 'testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e 2024-12-06T06:01:55,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741848_1024 (size=62) 2024-12-06T06:01:55,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes 2024-12-06T06:01:55,345 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T06:01:55,381 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-12-06T06:01:55,381 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-12-06T06:01:55,587 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:01:55,588 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 9fdd7002d330fb7cdb225220fc9eceb1, disabling compactions & flushes 2024-12-06T06:01:55,588 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1. 2024-12-06T06:01:55,588 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1. 2024-12-06T06:01:55,588 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1. after waiting 0 ms 2024-12-06T06:01:55,588 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1. 2024-12-06T06:01:55,588 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1. 2024-12-06T06:01:55,588 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9fdd7002d330fb7cdb225220fc9eceb1: Waiting for close lock at 1733464915587Disabling compacts and flushes for region at 1733464915587Disabling writes for close at 1733464915588 (+1 ms)Writing region close event to WAL at 1733464915588Closed at 1733464915588 2024-12-06T06:01:55,592 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:01:55,593 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733464915593"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464915593"}]},"ts":"1733464915593"} 2024-12-06T06:01:55,598 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:01:55,600 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:01:55,601 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464915600"}]},"ts":"1733464915600"} 2024-12-06T06:01:55,604 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-12-06T06:01:55,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=9fdd7002d330fb7cdb225220fc9eceb1, ASSIGN}] 2024-12-06T06:01:55,606 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=9fdd7002d330fb7cdb225220fc9eceb1, ASSIGN 2024-12-06T06:01:55,607 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=9fdd7002d330fb7cdb225220fc9eceb1, ASSIGN; state=OFFLINE, location=b543b351fe95,37381,1733464815487; forceNewPlan=false, retain=false 2024-12-06T06:01:55,758 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=9fdd7002d330fb7cdb225220fc9eceb1, regionState=OPENING, regionLocation=b543b351fe95,37381,1733464815487 2024-12-06T06:01:55,762 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=9fdd7002d330fb7cdb225220fc9eceb1, ASSIGN because future has completed 2024-12-06T06:01:55,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fdd7002d330fb7cdb225220fc9eceb1, server=b543b351fe95,37381,1733464815487}] 2024-12-06T06:01:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-12-06T06:01:55,930 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1. 2024-12-06T06:01:55,930 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 9fdd7002d330fb7cdb225220fc9eceb1, NAME => 'testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:01:55,931 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:01:55,931 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:01:55,931 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:01:55,931 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:01:55,934 INFO [StoreOpener-9fdd7002d330fb7cdb225220fc9eceb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:01:55,937 INFO [StoreOpener-9fdd7002d330fb7cdb225220fc9eceb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fdd7002d330fb7cdb225220fc9eceb1 columnFamilyName testFamily 2024-12-06T06:01:55,937 DEBUG [StoreOpener-9fdd7002d330fb7cdb225220fc9eceb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:01:55,938 INFO [StoreOpener-9fdd7002d330fb7cdb225220fc9eceb1-1 {}] regionserver.HStore(327): Store=9fdd7002d330fb7cdb225220fc9eceb1/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:01:55,938 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:01:55,940 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnNext/9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:01:55,941 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnNext/9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:01:55,942 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:01:55,942 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:01:55,944 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:01:55,947 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnNext/9fdd7002d330fb7cdb225220fc9eceb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:01:55,948 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 9fdd7002d330fb7cdb225220fc9eceb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69008417, jitterRate=0.028305545449256897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:01:55,948 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:01:55,949 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 9fdd7002d330fb7cdb225220fc9eceb1: Running coprocessor pre-open hook at 1733464915932Writing region info on filesystem at 1733464915932Initializing all the Stores at 1733464915933 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464915934 (+1 ms)Cleaning up temporary data from old regions at 1733464915942 (+8 ms)Running coprocessor post-open hooks at 1733464915948 (+6 ms)Region opened successfully at 1733464915949 (+1 ms) 2024-12-06T06:01:55,950 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1., pid=24, masterSystemTime=1733464915917 2024-12-06T06:01:55,953 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1. 2024-12-06T06:01:55,953 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1. 2024-12-06T06:01:55,954 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=9fdd7002d330fb7cdb225220fc9eceb1, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,37381,1733464815487 2024-12-06T06:01:55,956 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fdd7002d330fb7cdb225220fc9eceb1, server=b543b351fe95,37381,1733464815487 because future has completed 2024-12-06T06:01:55,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-06T06:01:55,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 9fdd7002d330fb7cdb225220fc9eceb1, server=b543b351fe95,37381,1733464815487 in 195 msec 2024-12-06T06:01:55,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-12-06T06:01:55,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=9fdd7002d330fb7cdb225220fc9eceb1, ASSIGN in 355 msec 2024-12-06T06:01:55,962 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:01:55,962 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464915962"}]},"ts":"1733464915962"} 2024-12-06T06:01:55,965 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-12-06T06:01:55,966 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:01:55,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2130 sec 2024-12-06T06:01:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-12-06T06:01:57,803 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-12-06T06:01:57,803 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-12-06T06:01:57,804 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:01:57,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-12-06T06:01:57,813 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:01:57,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-12-06T06:01:57,816 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1., hostname=b543b351fe95,37381,1733464815487, seqNum=2] 2024-12-06T06:01:57,827 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-06T06:01:57,827 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-12-06T06:01:57,831 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-06T06:01:57,833 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-06T06:01:57,834 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-06T06:01:57,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-12-06T06:01:58,056 INFO [master/b543b351fe95:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T06:01:58,056 INFO [master/b543b351fe95:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T06:01:59,228 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-12-06T06:02:00,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37381 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '833779011875242028' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-06T06:02:00,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37381 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:39384 deadline: 1733464921845, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '833779011875242028' does not exist 2024-12-06T06:02:00,852 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b543b351fe95,37381,1733464815487 for closing scanner id = 833779011875242028 for 9fdd7002d330fb7cdb225220fc9eceb1 of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '833779011875242028' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T06:02:00,860 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=81 (was 80) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4559 (was 4563) 2024-12-06T06:02:00,870 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=81, ProcessCount=11, AvailableMemoryMB=4559 2024-12-06T06:02:00,872 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42633 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:02:00,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42633 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-12-06T06:02:00,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:02:00,875 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:02:00,875 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42633 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-12-06T06:02:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-06T06:02:00,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:02:00,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741849_1025 (size=419) 2024-12-06T06:02:01,293 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c54460343d39093c57e5336d651edd68, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e 2024-12-06T06:02:01,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741850_1026 (size=70) 2024-12-06T06:02:01,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes 2024-12-06T06:02:01,435 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T06:02:01,706 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:02:01,707 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing c54460343d39093c57e5336d651edd68, disabling compactions & flushes 2024-12-06T06:02:01,707 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68. 2024-12-06T06:02:01,707 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68. 2024-12-06T06:02:01,707 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68. after waiting 0 ms 2024-12-06T06:02:01,707 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68. 2024-12-06T06:02:01,708 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68. 2024-12-06T06:02:01,708 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for c54460343d39093c57e5336d651edd68: Waiting for close lock at 1733464921707Disabling compacts and flushes for region at 1733464921707Disabling writes for close at 1733464921707Writing region close event to WAL at 1733464921707Closed at 1733464921707 2024-12-06T06:02:01,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:02:01,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733464921711"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464921711"}]},"ts":"1733464921711"} 2024-12-06T06:02:01,714 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:02:01,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:02:01,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464921716"}]},"ts":"1733464921716"} 2024-12-06T06:02:01,720 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-12-06T06:02:01,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c54460343d39093c57e5336d651edd68, ASSIGN}] 2024-12-06T06:02:01,722 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c54460343d39093c57e5336d651edd68, ASSIGN 2024-12-06T06:02:01,724 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c54460343d39093c57e5336d651edd68, ASSIGN; state=OFFLINE, location=b543b351fe95,37381,1733464815487; forceNewPlan=false, retain=false 2024-12-06T06:02:01,875 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=c54460343d39093c57e5336d651edd68, regionState=OPENING, regionLocation=b543b351fe95,37381,1733464815487 2024-12-06T06:02:01,881 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c54460343d39093c57e5336d651edd68, ASSIGN because future has completed 2024-12-06T06:02:01,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure c54460343d39093c57e5336d651edd68, server=b543b351fe95,37381,1733464815487}] 2024-12-06T06:02:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-06T06:02:02,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68. 2024-12-06T06:02:02,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => c54460343d39093c57e5336d651edd68, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:02:02,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync c54460343d39093c57e5336d651edd68 2024-12-06T06:02:02,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:02:02,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for c54460343d39093c57e5336d651edd68 2024-12-06T06:02:02,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for c54460343d39093c57e5336d651edd68 2024-12-06T06:02:02,055 INFO [StoreOpener-c54460343d39093c57e5336d651edd68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c54460343d39093c57e5336d651edd68 2024-12-06T06:02:02,057 INFO [StoreOpener-c54460343d39093c57e5336d651edd68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c54460343d39093c57e5336d651edd68 columnFamilyName testFamily 2024-12-06T06:02:02,057 DEBUG [StoreOpener-c54460343d39093c57e5336d651edd68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:02:02,058 INFO [StoreOpener-c54460343d39093c57e5336d651edd68-1 {}] regionserver.HStore(327): Store=c54460343d39093c57e5336d651edd68/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:02:02,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for c54460343d39093c57e5336d651edd68 2024-12-06T06:02:02,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c54460343d39093c57e5336d651edd68 2024-12-06T06:02:02,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c54460343d39093c57e5336d651edd68 2024-12-06T06:02:02,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for c54460343d39093c57e5336d651edd68 2024-12-06T06:02:02,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for c54460343d39093c57e5336d651edd68 2024-12-06T06:02:02,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for c54460343d39093c57e5336d651edd68 2024-12-06T06:02:02,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c54460343d39093c57e5336d651edd68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:02:02,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened c54460343d39093c57e5336d651edd68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75181840, jitterRate=0.12029671669006348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:02:02,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c54460343d39093c57e5336d651edd68 2024-12-06T06:02:02,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for c54460343d39093c57e5336d651edd68: Running coprocessor pre-open hook at 1733464922052Writing region info on filesystem at 1733464922052Initializing all the Stores at 1733464922055 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464922055Cleaning up temporary data from old regions at 1733464922060 (+5 ms)Running coprocessor post-open hooks at 1733464922065 (+5 ms)Region opened successfully at 1733464922066 (+1 ms) 2024-12-06T06:02:02,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68., pid=27, masterSystemTime=1733464922037 2024-12-06T06:02:02,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68. 2024-12-06T06:02:02,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68. 2024-12-06T06:02:02,070 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=c54460343d39093c57e5336d651edd68, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,37381,1733464815487 2024-12-06T06:02:02,072 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure c54460343d39093c57e5336d651edd68, server=b543b351fe95,37381,1733464815487 because future has completed 2024-12-06T06:02:02,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-06T06:02:02,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure c54460343d39093c57e5336d651edd68, server=b543b351fe95,37381,1733464815487 in 191 msec 2024-12-06T06:02:02,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-06T06:02:02,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c54460343d39093c57e5336d651edd68, ASSIGN in 356 msec 2024-12-06T06:02:02,080 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:02:02,080 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464922080"}]},"ts":"1733464922080"} 2024-12-06T06:02:02,083 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-12-06T06:02:02,084 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:02:02,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2120 sec 2024-12-06T06:02:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-06T06:02:03,912 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-12-06T06:02:03,912 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-12-06T06:02:03,913 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:02:03,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-12-06T06:02:03,922 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:02:03,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-12-06T06:02:03,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68., hostname=b543b351fe95,37381,1733464815487, seqNum=2] 2024-12-06T06:02:03,935 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-06T06:02:03,935 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-12-06T06:02:03,939 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-06T06:02:03,940 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-12-06T06:02:05,232 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-12-06T06:02:05,262 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-12-06T06:02:05,263 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-12-06T06:02:05,264 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-12-06T06:02:05,264 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-12-06T06:02:07,556 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T06:02:09,944 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68., hostname=b543b351fe95,37381,1733464815487, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68., hostname=b543b351fe95,37381,1733464815487, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b543b351fe95:37381 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6004ms, rpcTimeout=5999ms 2024-12-06T06:02:09,944 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68., hostname=b543b351fe95,37381,1733464815487, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6004ms, rpcTimeout=5999ms 2024-12-06T06:02:09,944 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68., hostname=b543b351fe95,37381,1733464815487, seqNum=2 from cache 2024-12-06T06:02:09,961 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=69 (was 81), ProcessCount=11 (was 11), AvailableMemoryMB=4550 (was 4559) 2024-12-06T06:02:09,969 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=69, ProcessCount=11, AvailableMemoryMB=4550 2024-12-06T06:02:09,971 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42633 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:02:09,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42633 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-12-06T06:02:09,974 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:02:09,974 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:02:09,974 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42633 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-12-06T06:02:09,975 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:02:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-06T06:02:09,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741851_1027 (size=407) 2024-12-06T06:02:10,390 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9fc7b4b613bc60f497b54871de26f159, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e 2024-12-06T06:02:10,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741852_1028 (size=58) 2024-12-06T06:02:10,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes 2024-12-06T06:02:10,805 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:02:10,805 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 9fc7b4b613bc60f497b54871de26f159, disabling compactions & flushes 2024-12-06T06:02:10,806 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159. 2024-12-06T06:02:10,806 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159. 2024-12-06T06:02:10,806 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159. after waiting 0 ms 2024-12-06T06:02:10,806 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159. 2024-12-06T06:02:10,806 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159. 2024-12-06T06:02:10,806 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9fc7b4b613bc60f497b54871de26f159: Waiting for close lock at 1733464930805Disabling compacts and flushes for region at 1733464930805Disabling writes for close at 1733464930806 (+1 ms)Writing region close event to WAL at 1733464930806Closed at 1733464930806 2024-12-06T06:02:10,811 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:02:10,811 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733464930811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464930811"}]},"ts":"1733464930811"} 2024-12-06T06:02:10,815 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:02:10,816 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:02:10,816 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464930816"}]},"ts":"1733464930816"} 2024-12-06T06:02:10,819 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-12-06T06:02:10,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=9fc7b4b613bc60f497b54871de26f159, ASSIGN}] 2024-12-06T06:02:10,820 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=9fc7b4b613bc60f497b54871de26f159, ASSIGN 2024-12-06T06:02:10,822 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=9fc7b4b613bc60f497b54871de26f159, ASSIGN; state=OFFLINE, location=b543b351fe95,37381,1733464815487; forceNewPlan=false, retain=false 2024-12-06T06:02:10,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=9fc7b4b613bc60f497b54871de26f159, regionState=OPENING, regionLocation=b543b351fe95,37381,1733464815487 2024-12-06T06:02:10,979 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=9fc7b4b613bc60f497b54871de26f159, ASSIGN because future has completed 2024-12-06T06:02:10,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fc7b4b613bc60f497b54871de26f159, server=b543b351fe95,37381,1733464815487}] 2024-12-06T06:02:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-06T06:02:11,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159. 2024-12-06T06:02:11,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 9fc7b4b613bc60f497b54871de26f159, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:02:11,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 9fc7b4b613bc60f497b54871de26f159 2024-12-06T06:02:11,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:02:11,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 9fc7b4b613bc60f497b54871de26f159 2024-12-06T06:02:11,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 9fc7b4b613bc60f497b54871de26f159 2024-12-06T06:02:11,149 INFO [StoreOpener-9fc7b4b613bc60f497b54871de26f159-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9fc7b4b613bc60f497b54871de26f159 2024-12-06T06:02:11,151 INFO [StoreOpener-9fc7b4b613bc60f497b54871de26f159-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fc7b4b613bc60f497b54871de26f159 columnFamilyName testFamily 2024-12-06T06:02:11,151 DEBUG [StoreOpener-9fc7b4b613bc60f497b54871de26f159-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:02:11,151 INFO [StoreOpener-9fc7b4b613bc60f497b54871de26f159-1 {}] regionserver.HStore(327): Store=9fc7b4b613bc60f497b54871de26f159/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:02:11,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 9fc7b4b613bc60f497b54871de26f159 2024-12-06T06:02:11,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnNext/9fc7b4b613bc60f497b54871de26f159 2024-12-06T06:02:11,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnNext/9fc7b4b613bc60f497b54871de26f159 2024-12-06T06:02:11,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 9fc7b4b613bc60f497b54871de26f159 2024-12-06T06:02:11,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 9fc7b4b613bc60f497b54871de26f159 2024-12-06T06:02:11,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 9fc7b4b613bc60f497b54871de26f159 2024-12-06T06:02:11,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnNext/9fc7b4b613bc60f497b54871de26f159/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:02:11,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 9fc7b4b613bc60f497b54871de26f159; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59906192, jitterRate=-0.10732817649841309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:02:11,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9fc7b4b613bc60f497b54871de26f159 2024-12-06T06:02:11,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 9fc7b4b613bc60f497b54871de26f159: Running coprocessor pre-open hook at 1733464931148Writing region info on filesystem at 1733464931148Initializing all the Stores at 1733464931149 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464931149Cleaning up temporary data from old regions at 1733464931154 (+5 ms)Running coprocessor post-open hooks at 1733464931161 (+7 ms)Region opened successfully at 1733464931161 2024-12-06T06:02:11,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159., pid=30, masterSystemTime=1733464931133 2024-12-06T06:02:11,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159. 2024-12-06T06:02:11,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159. 2024-12-06T06:02:11,166 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=9fc7b4b613bc60f497b54871de26f159, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,37381,1733464815487 2024-12-06T06:02:11,169 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fc7b4b613bc60f497b54871de26f159, server=b543b351fe95,37381,1733464815487 because future has completed 2024-12-06T06:02:11,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-06T06:02:11,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 9fc7b4b613bc60f497b54871de26f159, server=b543b351fe95,37381,1733464815487 in 190 msec 2024-12-06T06:02:11,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-12-06T06:02:11,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=9fc7b4b613bc60f497b54871de26f159, ASSIGN in 355 msec 2024-12-06T06:02:11,177 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:02:11,177 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464931177"}]},"ts":"1733464931177"} 2024-12-06T06:02:11,179 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-12-06T06:02:11,180 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:02:11,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2090 sec 2024-12-06T06:02:11,234 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-12-06T06:02:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-06T06:02:13,012 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-12-06T06:02:13,012 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-12-06T06:02:13,013 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:02:13,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-12-06T06:02:13,023 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:02:13,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-12-06T06:02:13,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159., hostname=b543b351fe95,37381,1733464815487, seqNum=2] 2024-12-06T06:02:13,037 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-06T06:02:13,037 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-12-06T06:02:13,040 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-06T06:02:13,042 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-06T06:02:13,043 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-06T06:02:13,044 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-12-06T06:02:14,095 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T06:02:15,263 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-12-06T06:02:15,263 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-12-06T06:02:16,652 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T06:02:17,821 DEBUG [master/b543b351fe95:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T06:02:19,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37381 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '833779011875242036' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-06T06:02:19,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37381 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:39384 deadline: 1733464945055, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '833779011875242036' does not exist 2024-12-06T06:02:19,062 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b543b351fe95,37381,1733464815487 for closing scanner id = 833779011875242036 for 9fc7b4b613bc60f497b54871de26f159 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '833779011875242036' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T06:02:19,071 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=58 (was 69), ProcessCount=11 (was 11), AvailableMemoryMB=4541 (was 4550) 2024-12-06T06:02:19,079 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=58, ProcessCount=11, AvailableMemoryMB=4541 2024-12-06T06:02:19,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:02:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-12-06T06:02:19,083 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:02:19,084 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:02:19,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-12-06T06:02:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-06T06:02:19,085 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:02:19,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741853_1029 (size=423) 2024-12-06T06:02:19,499 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bb0aa52b662b4299ee924f92fd98e369, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e 2024-12-06T06:02:19,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741854_1030 (size=74) 2024-12-06T06:02:19,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes 2024-12-06T06:02:19,912 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:02:19,913 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing bb0aa52b662b4299ee924f92fd98e369, disabling compactions & flushes 2024-12-06T06:02:19,913 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369. 2024-12-06T06:02:19,913 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369. 2024-12-06T06:02:19,913 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369. after waiting 0 ms 2024-12-06T06:02:19,913 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369. 2024-12-06T06:02:19,913 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369. 2024-12-06T06:02:19,914 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for bb0aa52b662b4299ee924f92fd98e369: Waiting for close lock at 1733464939912Disabling compacts and flushes for region at 1733464939912Disabling writes for close at 1733464939913 (+1 ms)Writing region close event to WAL at 1733464939913Closed at 1733464939913 2024-12-06T06:02:19,918 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:02:19,919 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733464939918"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464939918"}]},"ts":"1733464939918"} 2024-12-06T06:02:19,922 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T06:02:19,923 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:02:19,924 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464939923"}]},"ts":"1733464939923"} 2024-12-06T06:02:19,926 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-12-06T06:02:19,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=bb0aa52b662b4299ee924f92fd98e369, ASSIGN}] 2024-12-06T06:02:19,928 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=bb0aa52b662b4299ee924f92fd98e369, ASSIGN 2024-12-06T06:02:19,928 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=bb0aa52b662b4299ee924f92fd98e369, ASSIGN; state=OFFLINE, location=b543b351fe95,37381,1733464815487; forceNewPlan=false, retain=false 2024-12-06T06:02:20,080 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=bb0aa52b662b4299ee924f92fd98e369, regionState=OPENING, regionLocation=b543b351fe95,37381,1733464815487 2024-12-06T06:02:20,086 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=bb0aa52b662b4299ee924f92fd98e369, ASSIGN because future has completed 2024-12-06T06:02:20,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb0aa52b662b4299ee924f92fd98e369, server=b543b351fe95,37381,1733464815487}] 2024-12-06T06:02:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-06T06:02:20,251 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369. 2024-12-06T06:02:20,251 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => bb0aa52b662b4299ee924f92fd98e369, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:02:20,251 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync bb0aa52b662b4299ee924f92fd98e369 2024-12-06T06:02:20,252 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:02:20,252 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for bb0aa52b662b4299ee924f92fd98e369 2024-12-06T06:02:20,252 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for bb0aa52b662b4299ee924f92fd98e369 2024-12-06T06:02:20,254 INFO [StoreOpener-bb0aa52b662b4299ee924f92fd98e369-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region bb0aa52b662b4299ee924f92fd98e369 2024-12-06T06:02:20,257 INFO [StoreOpener-bb0aa52b662b4299ee924f92fd98e369-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb0aa52b662b4299ee924f92fd98e369 columnFamilyName testFamily 2024-12-06T06:02:20,257 DEBUG [StoreOpener-bb0aa52b662b4299ee924f92fd98e369-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:02:20,258 INFO [StoreOpener-bb0aa52b662b4299ee924f92fd98e369-1 {}] regionserver.HStore(327): Store=bb0aa52b662b4299ee924f92fd98e369/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:02:20,258 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for bb0aa52b662b4299ee924f92fd98e369 2024-12-06T06:02:20,259 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnOpenScannerAsync/bb0aa52b662b4299ee924f92fd98e369 2024-12-06T06:02:20,260 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnOpenScannerAsync/bb0aa52b662b4299ee924f92fd98e369 2024-12-06T06:02:20,261 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for bb0aa52b662b4299ee924f92fd98e369 2024-12-06T06:02:20,261 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for bb0aa52b662b4299ee924f92fd98e369 2024-12-06T06:02:20,263 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for bb0aa52b662b4299ee924f92fd98e369 2024-12-06T06:02:20,266 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnOpenScannerAsync/bb0aa52b662b4299ee924f92fd98e369/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:02:20,266 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened bb0aa52b662b4299ee924f92fd98e369; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67179339, jitterRate=0.0010501593351364136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:02:20,266 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb0aa52b662b4299ee924f92fd98e369 2024-12-06T06:02:20,267 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for bb0aa52b662b4299ee924f92fd98e369: Running coprocessor pre-open hook at 1733464940252Writing region info on filesystem at 1733464940252Initializing all the Stores at 1733464940254 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464940254Cleaning up temporary data from old regions at 1733464940261 (+7 ms)Running coprocessor post-open hooks at 1733464940266 (+5 ms)Region opened successfully at 1733464940267 (+1 ms) 2024-12-06T06:02:20,268 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369., pid=33, masterSystemTime=1733464940241 2024-12-06T06:02:20,270 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369. 2024-12-06T06:02:20,270 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369. 2024-12-06T06:02:20,271 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=bb0aa52b662b4299ee924f92fd98e369, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,37381,1733464815487 2024-12-06T06:02:20,273 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb0aa52b662b4299ee924f92fd98e369, server=b543b351fe95,37381,1733464815487 because future has completed 2024-12-06T06:02:20,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-06T06:02:20,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure bb0aa52b662b4299ee924f92fd98e369, server=b543b351fe95,37381,1733464815487 in 187 msec 2024-12-06T06:02:20,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-06T06:02:20,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=bb0aa52b662b4299ee924f92fd98e369, ASSIGN in 350 msec 2024-12-06T06:02:20,279 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:02:20,279 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464940279"}]},"ts":"1733464940279"} 2024-12-06T06:02:20,281 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-12-06T06:02:20,282 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:02:20,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2010 sec 2024-12-06T06:02:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-06T06:02:22,102 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-12-06T06:02:22,102 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-12-06T06:02:22,102 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:02:22,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-12-06T06:02:22,112 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:02:22,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-12-06T06:02:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369., hostname=b543b351fe95,37381,1733464815487, seqNum=2] 2024-12-06T06:02:22,125 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-06T06:02:22,125 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-12-06T06:02:22,129 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-06T06:02:22,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-06T06:02:23,134 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369., hostname=b543b351fe95,37381,1733464815487, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369., hostname=b543b351fe95,37381,1733464815487, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b543b351fe95:37381 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms 2024-12-06T06:02:23,134 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369., hostname=b543b351fe95,37381,1733464815487, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms 2024-12-06T06:02:23,134 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369., hostname=b543b351fe95,37381,1733464815487, seqNum=2 from cache 2024-12-06T06:02:23,236 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-12-06T06:02:23,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes 2024-12-06T06:02:24,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369., hostname=b543b351fe95,37381,1733464815487, seqNum=2] 2024-12-06T06:02:24,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-06T06:02:25,134 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369., hostname=b543b351fe95,37381,1733464815487, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369., hostname=b543b351fe95,37381,1733464815487, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b543b351fe95:37381 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=980ms, rpcTimeout=976ms 2024-12-06T06:02:25,134 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369., hostname=b543b351fe95,37381,1733464815487, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=980ms, rpcTimeout=976ms 2024-12-06T06:02:25,134 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369., hostname=b543b351fe95,37381,1733464815487, seqNum=2 from cache 2024-12-06T06:02:25,151 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=53 (was 58), ProcessCount=11 (was 11), AvailableMemoryMB=4536 (was 4541) 2024-12-06T06:02:25,151 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:02:25,152 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:02:25,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:02:25,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:02:25,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:02:25,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:02:25,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:02:25,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:02:25,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:02:25,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:02:25,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:02:25,159 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:02:25,159 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2048927636, stopped=false 2024-12-06T06:02:25,159 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b543b351fe95,42633,1733464814942 2024-12-06T06:02:25,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x100ae1d4eab0001, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T06:02:25,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T06:02:25,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x100ae1d4eab0001, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:02:25,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:02:25,161 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:02:25,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:02:25,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:02:25,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37381-0x100ae1d4eab0001, quorum=127.0.0.1:53423, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T06:02:25,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:02:25,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T06:02:25,162 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b543b351fe95,37381,1733464815487' ***** 2024-12-06T06:02:25,162 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:02:25,162 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:02:25,163 INFO [RS:0;b543b351fe95:37381 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:02:25,163 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:02:25,163 INFO [RS:0;b543b351fe95:37381 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:02:25,163 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(3091): Received CLOSE for c54460343d39093c57e5336d651edd68 2024-12-06T06:02:25,163 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(3091): Received CLOSE for c98c48d0ce1b80aa38870b4c80c41ed8 2024-12-06T06:02:25,164 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(3091): Received CLOSE for 47d045b0a130af35d243f05dc2a52b59 2024-12-06T06:02:25,164 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(3091): Received CLOSE for bb0aa52b662b4299ee924f92fd98e369 2024-12-06T06:02:25,164 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(3091): Received CLOSE for 92c5b7a8d05b7ad55576891dc91df1cd 2024-12-06T06:02:25,164 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b9ccd052719f4b4908ff365a7be85e9 2024-12-06T06:02:25,164 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ed59ea32df1132f4a0a80b74ac99454 2024-12-06T06:02:25,164 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(3091): Received CLOSE for 9fc7b4b613bc60f497b54871de26f159 2024-12-06T06:02:25,164 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(3091): Received CLOSE for 4331d92949af1d87760d29979c2f3c44 2024-12-06T06:02:25,164 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c54460343d39093c57e5336d651edd68, disabling compactions & flushes 2024-12-06T06:02:25,164 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(3091): Received CLOSE for 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:02:25,164 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68. 2024-12-06T06:02:25,164 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(959): stopping server b543b351fe95,37381,1733464815487 2024-12-06T06:02:25,164 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68. 2024-12-06T06:02:25,164 INFO [RS:0;b543b351fe95:37381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:02:25,164 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68. after waiting 0 ms 2024-12-06T06:02:25,164 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68. 2024-12-06T06:02:25,164 INFO [RS:0;b543b351fe95:37381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b543b351fe95:37381. 2024-12-06T06:02:25,164 DEBUG [RS:0;b543b351fe95:37381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:02:25,164 DEBUG [RS:0;b543b351fe95:37381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:02:25,164 INFO [RS:0;b543b351fe95:37381 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:02:25,164 INFO [RS:0;b543b351fe95:37381 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:02:25,164 INFO [RS:0;b543b351fe95:37381 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:02:25,165 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:02:25,165 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-12-06T06:02:25,165 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:02:25,165 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:02:25,165 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ed59ea32df1132f4a0a80b74ac99454, 3b9ccd052719f4b4908ff365a7be85e9, 4331d92949af1d87760d29979c2f3c44, 47d045b0a130af35d243f05dc2a52b59, 92c5b7a8d05b7ad55576891dc91df1cd, 9fc7b4b613bc60f497b54871de26f159, 9fdd7002d330fb7cdb225220fc9eceb1, bb0aa52b662b4299ee924f92fd98e369, c54460343d39093c57e5336d651edd68, c98c48d0ce1b80aa38870b4c80c41ed8 2024-12-06T06:02:25,165 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:02:25,165 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:02:25,165 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:02:25,168 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c54460343d39093c57e5336d651edd68 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-06T06:02:25,168 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-12-06T06:02:25,220 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c54460343d39093c57e5336d651edd68/.tmp/testFamily/6e773b2f51aa495aa8cb0c1e43f5985c is 61, key is row-0/testFamily:testQualifier/1733464923926/Put/seqid=0 2024-12-06T06:02:25,221 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/meta/1588230740/.tmp/info/41efd1899b834fcd93ed0fbd2547a74d is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8./info:regioninfo/1733464879296/Put/seqid=0 2024-12-06T06:02:25,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741855_1031 (size=20564) 2024-12-06T06:02:25,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741856_1032 (size=5049) 2024-12-06T06:02:25,240 INFO [regionserver/b543b351fe95:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:02:25,240 INFO [regionserver/b543b351fe95:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:02:25,366 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ed59ea32df1132f4a0a80b74ac99454, 3b9ccd052719f4b4908ff365a7be85e9, 4331d92949af1d87760d29979c2f3c44, 47d045b0a130af35d243f05dc2a52b59, 92c5b7a8d05b7ad55576891dc91df1cd, 9fc7b4b613bc60f497b54871de26f159, 9fdd7002d330fb7cdb225220fc9eceb1, bb0aa52b662b4299ee924f92fd98e369, c54460343d39093c57e5336d651edd68, c98c48d0ce1b80aa38870b4c80c41ed8 2024-12-06T06:02:25,566 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ed59ea32df1132f4a0a80b74ac99454, 3b9ccd052719f4b4908ff365a7be85e9, 4331d92949af1d87760d29979c2f3c44, 47d045b0a130af35d243f05dc2a52b59, 92c5b7a8d05b7ad55576891dc91df1cd, 9fc7b4b613bc60f497b54871de26f159, 9fdd7002d330fb7cdb225220fc9eceb1, bb0aa52b662b4299ee924f92fd98e369, c54460343d39093c57e5336d651edd68, c98c48d0ce1b80aa38870b4c80c41ed8 2024-12-06T06:02:25,635 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/meta/1588230740/.tmp/info/41efd1899b834fcd93ed0fbd2547a74d 2024-12-06T06:02:25,636 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c54460343d39093c57e5336d651edd68/.tmp/testFamily/6e773b2f51aa495aa8cb0c1e43f5985c 2024-12-06T06:02:25,655 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T06:02:25,680 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c54460343d39093c57e5336d651edd68/.tmp/testFamily/6e773b2f51aa495aa8cb0c1e43f5985c as hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c54460343d39093c57e5336d651edd68/testFamily/6e773b2f51aa495aa8cb0c1e43f5985c 2024-12-06T06:02:25,689 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c54460343d39093c57e5336d651edd68/testFamily/6e773b2f51aa495aa8cb0c1e43f5985c, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T06:02:25,697 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c54460343d39093c57e5336d651edd68 in 528ms, sequenceid=8, compaction requested=false 2024-12-06T06:02:25,699 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/meta/1588230740/.tmp/ns/18a52600e8144c36a03324ec164a5de9 is 43, key is default/ns:d/1733464877750/Put/seqid=0 2024-12-06T06:02:25,704 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c54460343d39093c57e5336d651edd68/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T06:02:25,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741857_1033 (size=5153) 2024-12-06T06:02:25,707 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68. 2024-12-06T06:02:25,707 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c54460343d39093c57e5336d651edd68: Waiting for close lock at 1733464945164Running coprocessor pre-close hooks at 1733464945164Disabling compacts and flushes for region at 1733464945164Disabling writes for close at 1733464945164Obtaining lock to block concurrent updates at 1733464945168 (+4 ms)Preparing flush snapshotting stores in c54460343d39093c57e5336d651edd68 at 1733464945168Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733464945175 (+7 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68. at 1733464945176 (+1 ms)Flushing c54460343d39093c57e5336d651edd68/testFamily: creating writer at 1733464945177 (+1 ms)Flushing c54460343d39093c57e5336d651edd68/testFamily: appending metadata at 1733464945215 (+38 ms)Flushing c54460343d39093c57e5336d651edd68/testFamily: closing flushed file at 1733464945218 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45d62be4: reopening flushed file at 1733464945678 (+460 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c54460343d39093c57e5336d651edd68 in 528ms, sequenceid=8, compaction requested=false at 1733464945697 (+19 ms)Writing region close event to WAL at 1733464945699 (+2 ms)Running coprocessor post-close hooks at 1733464945705 (+6 ms)Closed at 1733464945706 (+1 ms) 2024-12-06T06:02:25,707 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733464920872.c54460343d39093c57e5336d651edd68. 2024-12-06T06:02:25,707 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c98c48d0ce1b80aa38870b4c80c41ed8, disabling compactions & flushes 2024-12-06T06:02:25,707 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8. 2024-12-06T06:02:25,708 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8. 2024-12-06T06:02:25,708 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8. after waiting 0 ms 2024-12-06T06:02:25,708 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8. 2024-12-06T06:02:25,708 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c98c48d0ce1b80aa38870b4c80c41ed8 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-06T06:02:25,724 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/c98c48d0ce1b80aa38870b4c80c41ed8/.tmp/testFamily/fb733613b6974f88a0407534139cac77 is 61, key is row-0/testFamily:testQualifier/1733464881135/Put/seqid=0 2024-12-06T06:02:25,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741858_1034 (size=5049) 2024-12-06T06:02:25,753 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T06:02:25,766 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ed59ea32df1132f4a0a80b74ac99454, 3b9ccd052719f4b4908ff365a7be85e9, 4331d92949af1d87760d29979c2f3c44, 47d045b0a130af35d243f05dc2a52b59, 92c5b7a8d05b7ad55576891dc91df1cd, 9fc7b4b613bc60f497b54871de26f159, 9fdd7002d330fb7cdb225220fc9eceb1, bb0aa52b662b4299ee924f92fd98e369, c98c48d0ce1b80aa38870b4c80c41ed8 2024-12-06T06:02:25,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-12-06T06:02:25,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-12-06T06:02:25,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-12-06T06:02:25,967 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ed59ea32df1132f4a0a80b74ac99454, 3b9ccd052719f4b4908ff365a7be85e9, 4331d92949af1d87760d29979c2f3c44, 47d045b0a130af35d243f05dc2a52b59, 92c5b7a8d05b7ad55576891dc91df1cd, 9fc7b4b613bc60f497b54871de26f159, 9fdd7002d330fb7cdb225220fc9eceb1, bb0aa52b662b4299ee924f92fd98e369, c98c48d0ce1b80aa38870b4c80c41ed8 2024-12-06T06:02:26,107 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/meta/1588230740/.tmp/ns/18a52600e8144c36a03324ec164a5de9 2024-12-06T06:02:26,130 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/c98c48d0ce1b80aa38870b4c80c41ed8/.tmp/testFamily/fb733613b6974f88a0407534139cac77 2024-12-06T06:02:26,139 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/c98c48d0ce1b80aa38870b4c80c41ed8/.tmp/testFamily/fb733613b6974f88a0407534139cac77 as hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/c98c48d0ce1b80aa38870b4c80c41ed8/testFamily/fb733613b6974f88a0407534139cac77 2024-12-06T06:02:26,140 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/meta/1588230740/.tmp/table/a526411e9ebf4c0f94c849fdcb5d93ab is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733464879311/Put/seqid=0 2024-12-06T06:02:26,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741859_1035 (size=6699) 2024-12-06T06:02:26,145 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/meta/1588230740/.tmp/table/a526411e9ebf4c0f94c849fdcb5d93ab 2024-12-06T06:02:26,147 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/c98c48d0ce1b80aa38870b4c80c41ed8/testFamily/fb733613b6974f88a0407534139cac77, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T06:02:26,148 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c98c48d0ce1b80aa38870b4c80c41ed8 in 440ms, sequenceid=8, compaction requested=false 2024-12-06T06:02:26,153 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/c98c48d0ce1b80aa38870b4c80c41ed8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T06:02:26,154 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8. 2024-12-06T06:02:26,154 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c98c48d0ce1b80aa38870b4c80c41ed8: Waiting for close lock at 1733464945707Running coprocessor pre-close hooks at 1733464945707Disabling compacts and flushes for region at 1733464945707Disabling writes for close at 1733464945708 (+1 ms)Obtaining lock to block concurrent updates at 1733464945708Preparing flush snapshotting stores in c98c48d0ce1b80aa38870b4c80c41ed8 at 1733464945708Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733464945708Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8. at 1733464945709 (+1 ms)Flushing c98c48d0ce1b80aa38870b4c80c41ed8/testFamily: creating writer at 1733464945709Flushing c98c48d0ce1b80aa38870b4c80c41ed8/testFamily: appending metadata at 1733464945724 (+15 ms)Flushing c98c48d0ce1b80aa38870b4c80c41ed8/testFamily: closing flushed file at 1733464945724Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73309f04: reopening flushed file at 1733464946138 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c98c48d0ce1b80aa38870b4c80c41ed8 in 440ms, sequenceid=8, compaction requested=false at 1733464946149 (+11 ms)Writing region close event to WAL at 1733464946149Running coprocessor post-close hooks at 1733464946154 (+5 ms)Closed at 1733464946154 2024-12-06T06:02:26,154 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733464878052.c98c48d0ce1b80aa38870b4c80c41ed8. 2024-12-06T06:02:26,155 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47d045b0a130af35d243f05dc2a52b59, disabling compactions & flushes 2024-12-06T06:02:26,155 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59. 2024-12-06T06:02:26,155 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59. 2024-12-06T06:02:26,155 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/meta/1588230740/.tmp/info/41efd1899b834fcd93ed0fbd2547a74d as hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/meta/1588230740/info/41efd1899b834fcd93ed0fbd2547a74d 2024-12-06T06:02:26,155 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59. after waiting 0 ms 2024-12-06T06:02:26,155 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59. 2024-12-06T06:02:26,155 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 47d045b0a130af35d243f05dc2a52b59 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-06T06:02:26,165 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/meta/1588230740/info/41efd1899b834fcd93ed0fbd2547a74d, entries=100, sequenceid=56, filesize=20.1 K 2024-12-06T06:02:26,167 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/meta/1588230740/.tmp/ns/18a52600e8144c36a03324ec164a5de9 as hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/meta/1588230740/ns/18a52600e8144c36a03324ec164a5de9 2024-12-06T06:02:26,167 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close 2024-12-06T06:02:26,167 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1325): Online Regions={47d045b0a130af35d243f05dc2a52b59=testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59., bb0aa52b662b4299ee924f92fd98e369=testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369., 92c5b7a8d05b7ad55576891dc91df1cd=hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd., 3b9ccd052719f4b4908ff365a7be85e9=hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9., 2ed59ea32df1132f4a0a80b74ac99454=testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454., 9fc7b4b613bc60f497b54871de26f159=hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159., 1588230740=hbase:meta,,1.1588230740, 4331d92949af1d87760d29979c2f3c44=testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44., 9fdd7002d330fb7cdb225220fc9eceb1=testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1.} 2024-12-06T06:02:26,167 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ed59ea32df1132f4a0a80b74ac99454, 3b9ccd052719f4b4908ff365a7be85e9, 4331d92949af1d87760d29979c2f3c44, 47d045b0a130af35d243f05dc2a52b59, 92c5b7a8d05b7ad55576891dc91df1cd, 9fc7b4b613bc60f497b54871de26f159, 9fdd7002d330fb7cdb225220fc9eceb1, bb0aa52b662b4299ee924f92fd98e369 2024-12-06T06:02:26,176 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/meta/1588230740/ns/18a52600e8144c36a03324ec164a5de9, entries=2, sequenceid=56, filesize=5.0 K 2024-12-06T06:02:26,177 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testRetryOutOfOrderScannerNextException/47d045b0a130af35d243f05dc2a52b59/.tmp/testFamily/73025375eec545af9a778dceba7bbaad is 61, key is row-0/testFamily:testQualifier/1733464902486/Put/seqid=0 2024-12-06T06:02:26,177 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/meta/1588230740/.tmp/table/a526411e9ebf4c0f94c849fdcb5d93ab as hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/meta/1588230740/table/a526411e9ebf4c0f94c849fdcb5d93ab 2024-12-06T06:02:26,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741860_1036 (size=5049) 2024-12-06T06:02:26,182 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testRetryOutOfOrderScannerNextException/47d045b0a130af35d243f05dc2a52b59/.tmp/testFamily/73025375eec545af9a778dceba7bbaad 2024-12-06T06:02:26,186 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/meta/1588230740/table/a526411e9ebf4c0f94c849fdcb5d93ab, entries=20, sequenceid=56, filesize=6.5 K 2024-12-06T06:02:26,187 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1022ms, sequenceid=56, compaction requested=false 2024-12-06T06:02:26,192 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testRetryOutOfOrderScannerNextException/47d045b0a130af35d243f05dc2a52b59/.tmp/testFamily/73025375eec545af9a778dceba7bbaad as hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testRetryOutOfOrderScannerNextException/47d045b0a130af35d243f05dc2a52b59/testFamily/73025375eec545af9a778dceba7bbaad 2024-12-06T06:02:26,194 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-12-06T06:02:26,194 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:02:26,195 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:02:26,195 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733464945165Running coprocessor pre-close hooks at 1733464945165Disabling compacts and flushes for region at 1733464945165Disabling writes for close at 1733464945165Obtaining lock to block concurrent updates at 1733464945168 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733464945168Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733464945175 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733464945176 (+1 ms)Flushing 1588230740/info: creating writer at 1733464945177 (+1 ms)Flushing 1588230740/info: appending metadata at 1733464945218 (+41 ms)Flushing 1588230740/info: closing flushed file at 1733464945218Flushing 1588230740/ns: creating writer at 1733464945678 (+460 ms)Flushing 1588230740/ns: appending metadata at 1733464945698 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733464945698Flushing 1588230740/table: creating writer at 1733464946123 (+425 ms)Flushing 1588230740/table: appending metadata at 1733464946139 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733464946140 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fda07c8: reopening flushed file at 1733464946153 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13b7fb00: reopening flushed file at 1733464946165 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46fd33b2: reopening flushed file at 1733464946176 (+11 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1022ms, sequenceid=56, compaction requested=false at 1733464946188 (+12 ms)Writing region close event to WAL at 1733464946189 (+1 ms)Running coprocessor post-close hooks at 1733464946194 (+5 ms)Closed at 1733464946195 (+1 ms) 2024-12-06T06:02:26,195 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:02:26,201 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testRetryOutOfOrderScannerNextException/47d045b0a130af35d243f05dc2a52b59/testFamily/73025375eec545af9a778dceba7bbaad, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T06:02:26,202 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 47d045b0a130af35d243f05dc2a52b59 in 47ms, sequenceid=8, compaction requested=false 2024-12-06T06:02:26,207 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testRetryOutOfOrderScannerNextException/47d045b0a130af35d243f05dc2a52b59/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T06:02:26,208 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59. 2024-12-06T06:02:26,208 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47d045b0a130af35d243f05dc2a52b59: Waiting for close lock at 1733464946155Running coprocessor pre-close hooks at 1733464946155Disabling compacts and flushes for region at 1733464946155Disabling writes for close at 1733464946155Obtaining lock to block concurrent updates at 1733464946155Preparing flush snapshotting stores in 47d045b0a130af35d243f05dc2a52b59 at 1733464946155Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733464946155Flushing stores of testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59. at 1733464946156 (+1 ms)Flushing 47d045b0a130af35d243f05dc2a52b59/testFamily: creating writer at 1733464946156Flushing 47d045b0a130af35d243f05dc2a52b59/testFamily: appending metadata at 1733464946177 (+21 ms)Flushing 47d045b0a130af35d243f05dc2a52b59/testFamily: closing flushed file at 1733464946177Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed662b0: reopening flushed file at 1733464946191 (+14 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 47d045b0a130af35d243f05dc2a52b59 in 47ms, sequenceid=8, compaction requested=false at 1733464946202 (+11 ms)Writing region close event to WAL at 1733464946203 (+1 ms)Running coprocessor post-close hooks at 1733464946208 (+5 ms)Closed at 1733464946208 2024-12-06T06:02:26,208 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733464899424.47d045b0a130af35d243f05dc2a52b59. 2024-12-06T06:02:26,208 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb0aa52b662b4299ee924f92fd98e369, disabling compactions & flushes 2024-12-06T06:02:26,208 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369. 2024-12-06T06:02:26,208 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369. 2024-12-06T06:02:26,208 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369. after waiting 0 ms 2024-12-06T06:02:26,208 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369. 2024-12-06T06:02:26,208 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bb0aa52b662b4299ee924f92fd98e369 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-06T06:02:26,223 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnOpenScannerAsync/bb0aa52b662b4299ee924f92fd98e369/.tmp/testFamily/cd281201f197421db1137f519cfcd73f is 61, key is row-0/testFamily:testQualifier/1733464942116/Put/seqid=0 2024-12-06T06:02:26,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741861_1037 (size=5049) 2024-12-06T06:02:26,367 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1351): Waiting on 2ed59ea32df1132f4a0a80b74ac99454, 3b9ccd052719f4b4908ff365a7be85e9, 4331d92949af1d87760d29979c2f3c44, 92c5b7a8d05b7ad55576891dc91df1cd, 9fc7b4b613bc60f497b54871de26f159, 9fdd7002d330fb7cdb225220fc9eceb1, bb0aa52b662b4299ee924f92fd98e369 2024-12-06T06:02:26,568 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1351): Waiting on 2ed59ea32df1132f4a0a80b74ac99454, 3b9ccd052719f4b4908ff365a7be85e9, 4331d92949af1d87760d29979c2f3c44, 92c5b7a8d05b7ad55576891dc91df1cd, 9fc7b4b613bc60f497b54871de26f159, 9fdd7002d330fb7cdb225220fc9eceb1, bb0aa52b662b4299ee924f92fd98e369 2024-12-06T06:02:26,630 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnOpenScannerAsync/bb0aa52b662b4299ee924f92fd98e369/.tmp/testFamily/cd281201f197421db1137f519cfcd73f 2024-12-06T06:02:26,644 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnOpenScannerAsync/bb0aa52b662b4299ee924f92fd98e369/.tmp/testFamily/cd281201f197421db1137f519cfcd73f as hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnOpenScannerAsync/bb0aa52b662b4299ee924f92fd98e369/testFamily/cd281201f197421db1137f519cfcd73f 2024-12-06T06:02:26,651 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnOpenScannerAsync/bb0aa52b662b4299ee924f92fd98e369/testFamily/cd281201f197421db1137f519cfcd73f, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T06:02:26,652 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bb0aa52b662b4299ee924f92fd98e369 in 444ms, sequenceid=8, compaction requested=false 2024-12-06T06:02:26,656 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnOpenScannerAsync/bb0aa52b662b4299ee924f92fd98e369/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T06:02:26,657 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369. 2024-12-06T06:02:26,657 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb0aa52b662b4299ee924f92fd98e369: Waiting for close lock at 1733464946208Running coprocessor pre-close hooks at 1733464946208Disabling compacts and flushes for region at 1733464946208Disabling writes for close at 1733464946208Obtaining lock to block concurrent updates at 1733464946209 (+1 ms)Preparing flush snapshotting stores in bb0aa52b662b4299ee924f92fd98e369 at 1733464946209Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733464946209Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369. at 1733464946209Flushing bb0aa52b662b4299ee924f92fd98e369/testFamily: creating writer at 1733464946210 (+1 ms)Flushing bb0aa52b662b4299ee924f92fd98e369/testFamily: appending metadata at 1733464946223 (+13 ms)Flushing bb0aa52b662b4299ee924f92fd98e369/testFamily: closing flushed file at 1733464946223Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45dff9f7: reopening flushed file at 1733464946643 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bb0aa52b662b4299ee924f92fd98e369 in 444ms, sequenceid=8, compaction requested=false at 1733464946652 (+9 ms)Writing region close event to WAL at 1733464946653 (+1 ms)Running coprocessor post-close hooks at 1733464946657 (+4 ms)Closed at 1733464946657 2024-12-06T06:02:26,657 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733464939080.bb0aa52b662b4299ee924f92fd98e369. 2024-12-06T06:02:26,657 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92c5b7a8d05b7ad55576891dc91df1cd, disabling compactions & flushes 2024-12-06T06:02:26,657 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd. 2024-12-06T06:02:26,657 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd. 2024-12-06T06:02:26,657 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd. after waiting 0 ms 2024-12-06T06:02:26,657 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd. 2024-12-06T06:02:26,657 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 92c5b7a8d05b7ad55576891dc91df1cd 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-06T06:02:26,672 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnNextAsync/92c5b7a8d05b7ad55576891dc91df1cd/.tmp/testFamily/6022449eee20461f92a483556b7596e5 is 61, key is row-0/testFamily:testQualifier/1733464893378/Put/seqid=0 2024-12-06T06:02:26,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741862_1038 (size=5049) 2024-12-06T06:02:26,768 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1351): Waiting on 2ed59ea32df1132f4a0a80b74ac99454, 3b9ccd052719f4b4908ff365a7be85e9, 4331d92949af1d87760d29979c2f3c44, 92c5b7a8d05b7ad55576891dc91df1cd, 9fc7b4b613bc60f497b54871de26f159, 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:02:26,969 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1351): Waiting on 2ed59ea32df1132f4a0a80b74ac99454, 3b9ccd052719f4b4908ff365a7be85e9, 4331d92949af1d87760d29979c2f3c44, 92c5b7a8d05b7ad55576891dc91df1cd, 9fc7b4b613bc60f497b54871de26f159, 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:02:27,079 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnNextAsync/92c5b7a8d05b7ad55576891dc91df1cd/.tmp/testFamily/6022449eee20461f92a483556b7596e5 2024-12-06T06:02:27,092 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnNextAsync/92c5b7a8d05b7ad55576891dc91df1cd/.tmp/testFamily/6022449eee20461f92a483556b7596e5 as hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnNextAsync/92c5b7a8d05b7ad55576891dc91df1cd/testFamily/6022449eee20461f92a483556b7596e5 2024-12-06T06:02:27,099 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnNextAsync/92c5b7a8d05b7ad55576891dc91df1cd/testFamily/6022449eee20461f92a483556b7596e5, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T06:02:27,100 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 92c5b7a8d05b7ad55576891dc91df1cd in 443ms, sequenceid=8, compaction requested=false 2024-12-06T06:02:27,105 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnNextAsync/92c5b7a8d05b7ad55576891dc91df1cd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T06:02:27,105 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd. 2024-12-06T06:02:27,105 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92c5b7a8d05b7ad55576891dc91df1cd: Waiting for close lock at 1733464946657Running coprocessor pre-close hooks at 1733464946657Disabling compacts and flushes for region at 1733464946657Disabling writes for close at 1733464946657Obtaining lock to block concurrent updates at 1733464946657Preparing flush snapshotting stores in 92c5b7a8d05b7ad55576891dc91df1cd at 1733464946657Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733464946658 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd. at 1733464946658Flushing 92c5b7a8d05b7ad55576891dc91df1cd/testFamily: creating writer at 1733464946658Flushing 92c5b7a8d05b7ad55576891dc91df1cd/testFamily: appending metadata at 1733464946671 (+13 ms)Flushing 92c5b7a8d05b7ad55576891dc91df1cd/testFamily: closing flushed file at 1733464946671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23027014: reopening flushed file at 1733464947091 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 92c5b7a8d05b7ad55576891dc91df1cd in 443ms, sequenceid=8, compaction requested=false at 1733464947100 (+9 ms)Writing region close event to WAL at 1733464947101 (+1 ms)Running coprocessor post-close hooks at 1733464947105 (+4 ms)Closed at 1733464947105 2024-12-06T06:02:27,105 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733464890318.92c5b7a8d05b7ad55576891dc91df1cd. 2024-12-06T06:02:27,106 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b9ccd052719f4b4908ff365a7be85e9, disabling compactions & flushes 2024-12-06T06:02:27,106 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9. 2024-12-06T06:02:27,106 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9. 2024-12-06T06:02:27,106 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9. after waiting 0 ms 2024-12-06T06:02:27,106 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9. 2024-12-06T06:02:27,106 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3b9ccd052719f4b4908ff365a7be85e9 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-06T06:02:27,120 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnOpenScanner/3b9ccd052719f4b4908ff365a7be85e9/.tmp/testFamily/09efbebfdf9841929a77a48626523d7c is 61, key is row-0/testFamily:testQualifier/1733464884268/Put/seqid=0 2024-12-06T06:02:27,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741863_1039 (size=5049) 2024-12-06T06:02:27,169 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-06T06:02:27,169 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1325): Online Regions={3b9ccd052719f4b4908ff365a7be85e9=hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9., 2ed59ea32df1132f4a0a80b74ac99454=testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454., 9fc7b4b613bc60f497b54871de26f159=hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159., 4331d92949af1d87760d29979c2f3c44=testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44., 9fdd7002d330fb7cdb225220fc9eceb1=testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1.} 2024-12-06T06:02:27,169 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1351): Waiting on 2ed59ea32df1132f4a0a80b74ac99454, 3b9ccd052719f4b4908ff365a7be85e9, 4331d92949af1d87760d29979c2f3c44, 9fc7b4b613bc60f497b54871de26f159, 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:02:27,370 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1351): Waiting on 2ed59ea32df1132f4a0a80b74ac99454, 3b9ccd052719f4b4908ff365a7be85e9, 4331d92949af1d87760d29979c2f3c44, 9fc7b4b613bc60f497b54871de26f159, 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:02:27,527 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnOpenScanner/3b9ccd052719f4b4908ff365a7be85e9/.tmp/testFamily/09efbebfdf9841929a77a48626523d7c 2024-12-06T06:02:27,540 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnOpenScanner/3b9ccd052719f4b4908ff365a7be85e9/.tmp/testFamily/09efbebfdf9841929a77a48626523d7c as hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnOpenScanner/3b9ccd052719f4b4908ff365a7be85e9/testFamily/09efbebfdf9841929a77a48626523d7c 2024-12-06T06:02:27,546 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnOpenScanner/3b9ccd052719f4b4908ff365a7be85e9/testFamily/09efbebfdf9841929a77a48626523d7c, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T06:02:27,547 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3b9ccd052719f4b4908ff365a7be85e9 in 441ms, sequenceid=8, compaction requested=false 2024-12-06T06:02:27,551 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnOpenScanner/3b9ccd052719f4b4908ff365a7be85e9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T06:02:27,552 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9. 2024-12-06T06:02:27,552 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b9ccd052719f4b4908ff365a7be85e9: Waiting for close lock at 1733464947106Running coprocessor pre-close hooks at 1733464947106Disabling compacts and flushes for region at 1733464947106Disabling writes for close at 1733464947106Obtaining lock to block concurrent updates at 1733464947106Preparing flush snapshotting stores in 3b9ccd052719f4b4908ff365a7be85e9 at 1733464947106Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733464947106Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9. at 1733464947107 (+1 ms)Flushing 3b9ccd052719f4b4908ff365a7be85e9/testFamily: creating writer at 1733464947107Flushing 3b9ccd052719f4b4908ff365a7be85e9/testFamily: appending metadata at 1733464947119 (+12 ms)Flushing 3b9ccd052719f4b4908ff365a7be85e9/testFamily: closing flushed file at 1733464947119Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4527cd19: reopening flushed file at 1733464947539 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3b9ccd052719f4b4908ff365a7be85e9 in 441ms, sequenceid=8, compaction requested=false at 1733464947547 (+8 ms)Writing region close event to WAL at 1733464947548 (+1 ms)Running coprocessor post-close hooks at 1733464947552 (+4 ms)Closed at 1733464947552 2024-12-06T06:02:27,552 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733464881211.3b9ccd052719f4b4908ff365a7be85e9. 2024-12-06T06:02:27,552 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ed59ea32df1132f4a0a80b74ac99454, disabling compactions & flushes 2024-12-06T06:02:27,552 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454. 2024-12-06T06:02:27,553 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454. 2024-12-06T06:02:27,553 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454. after waiting 0 ms 2024-12-06T06:02:27,553 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454. 2024-12-06T06:02:27,553 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2ed59ea32df1132f4a0a80b74ac99454 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-06T06:02:27,567 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnOpenScanner/2ed59ea32df1132f4a0a80b74ac99454/.tmp/testFamily/9c0d4b348a9547d69b59032778e57607 is 61, key is row-0/testFamily:testQualifier/1733464905610/Put/seqid=0 2024-12-06T06:02:27,570 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1351): Waiting on 2ed59ea32df1132f4a0a80b74ac99454, 4331d92949af1d87760d29979c2f3c44, 9fc7b4b613bc60f497b54871de26f159, 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:02:27,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741864_1040 (size=5049) 2024-12-06T06:02:27,770 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1351): Waiting on 2ed59ea32df1132f4a0a80b74ac99454, 4331d92949af1d87760d29979c2f3c44, 9fc7b4b613bc60f497b54871de26f159, 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:02:27,971 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1351): Waiting on 2ed59ea32df1132f4a0a80b74ac99454, 4331d92949af1d87760d29979c2f3c44, 9fc7b4b613bc60f497b54871de26f159, 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:02:27,974 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnOpenScanner/2ed59ea32df1132f4a0a80b74ac99454/.tmp/testFamily/9c0d4b348a9547d69b59032778e57607 2024-12-06T06:02:27,992 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnOpenScanner/2ed59ea32df1132f4a0a80b74ac99454/.tmp/testFamily/9c0d4b348a9547d69b59032778e57607 as hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnOpenScanner/2ed59ea32df1132f4a0a80b74ac99454/testFamily/9c0d4b348a9547d69b59032778e57607 2024-12-06T06:02:28,002 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnOpenScanner/2ed59ea32df1132f4a0a80b74ac99454/testFamily/9c0d4b348a9547d69b59032778e57607, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T06:02:28,004 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2ed59ea32df1132f4a0a80b74ac99454 in 450ms, sequenceid=8, compaction requested=false 2024-12-06T06:02:28,010 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnOpenScanner/2ed59ea32df1132f4a0a80b74ac99454/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T06:02:28,011 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454. 2024-12-06T06:02:28,011 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ed59ea32df1132f4a0a80b74ac99454: Waiting for close lock at 1733464947552Running coprocessor pre-close hooks at 1733464947552Disabling compacts and flushes for region at 1733464947552Disabling writes for close at 1733464947553 (+1 ms)Obtaining lock to block concurrent updates at 1733464947553Preparing flush snapshotting stores in 2ed59ea32df1132f4a0a80b74ac99454 at 1733464947553Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733464947553Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454. at 1733464947554 (+1 ms)Flushing 2ed59ea32df1132f4a0a80b74ac99454/testFamily: creating writer at 1733464947554Flushing 2ed59ea32df1132f4a0a80b74ac99454/testFamily: appending metadata at 1733464947567 (+13 ms)Flushing 2ed59ea32df1132f4a0a80b74ac99454/testFamily: closing flushed file at 1733464947567Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17e5f069: reopening flushed file at 1733464947990 (+423 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2ed59ea32df1132f4a0a80b74ac99454 in 450ms, sequenceid=8, compaction requested=false at 1733464948004 (+14 ms)Writing region close event to WAL at 1733464948004Running coprocessor post-close hooks at 1733464948010 (+6 ms)Closed at 1733464948010 2024-12-06T06:02:28,011 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733464902543.2ed59ea32df1132f4a0a80b74ac99454. 2024-12-06T06:02:28,011 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9fc7b4b613bc60f497b54871de26f159, disabling compactions & flushes 2024-12-06T06:02:28,011 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159. 2024-12-06T06:02:28,011 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159. 2024-12-06T06:02:28,011 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159. after waiting 0 ms 2024-12-06T06:02:28,011 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159. 2024-12-06T06:02:28,011 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9fc7b4b613bc60f497b54871de26f159 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-06T06:02:28,032 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnNext/9fc7b4b613bc60f497b54871de26f159/.tmp/testFamily/6b91555815634973ae98474746f23734 is 61, key is row-0/testFamily:testQualifier/1733464933028/Put/seqid=0 2024-12-06T06:02:28,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741865_1041 (size=5049) 2024-12-06T06:02:28,171 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T06:02:28,172 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1325): Online Regions={9fc7b4b613bc60f497b54871de26f159=hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159., 4331d92949af1d87760d29979c2f3c44=testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44., 9fdd7002d330fb7cdb225220fc9eceb1=testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1.} 2024-12-06T06:02:28,172 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1351): Waiting on 4331d92949af1d87760d29979c2f3c44, 9fc7b4b613bc60f497b54871de26f159, 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:02:28,372 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1351): Waiting on 4331d92949af1d87760d29979c2f3c44, 9fc7b4b613bc60f497b54871de26f159, 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:02:28,439 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnNext/9fc7b4b613bc60f497b54871de26f159/.tmp/testFamily/6b91555815634973ae98474746f23734 2024-12-06T06:02:28,453 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnNext/9fc7b4b613bc60f497b54871de26f159/.tmp/testFamily/6b91555815634973ae98474746f23734 as hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnNext/9fc7b4b613bc60f497b54871de26f159/testFamily/6b91555815634973ae98474746f23734 2024-12-06T06:02:28,460 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnNext/9fc7b4b613bc60f497b54871de26f159/testFamily/6b91555815634973ae98474746f23734, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T06:02:28,461 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9fc7b4b613bc60f497b54871de26f159 in 449ms, sequenceid=8, compaction requested=false 2024-12-06T06:02:28,465 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/hbase/testMetaScanTimeoutOnNext/9fc7b4b613bc60f497b54871de26f159/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T06:02:28,466 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159. 2024-12-06T06:02:28,466 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9fc7b4b613bc60f497b54871de26f159: Waiting for close lock at 1733464948011Running coprocessor pre-close hooks at 1733464948011Disabling compacts and flushes for region at 1733464948011Disabling writes for close at 1733464948011Obtaining lock to block concurrent updates at 1733464948011Preparing flush snapshotting stores in 9fc7b4b613bc60f497b54871de26f159 at 1733464948011Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733464948012 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159. at 1733464948012Flushing 9fc7b4b613bc60f497b54871de26f159/testFamily: creating writer at 1733464948012Flushing 9fc7b4b613bc60f497b54871de26f159/testFamily: appending metadata at 1733464948032 (+20 ms)Flushing 9fc7b4b613bc60f497b54871de26f159/testFamily: closing flushed file at 1733464948032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@81906e8: reopening flushed file at 1733464948451 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9fc7b4b613bc60f497b54871de26f159 in 449ms, sequenceid=8, compaction requested=false at 1733464948461 (+10 ms)Writing region close event to WAL at 1733464948461Running coprocessor post-close hooks at 1733464948466 (+5 ms)Closed at 1733464948466 2024-12-06T06:02:28,466 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733464929971.9fc7b4b613bc60f497b54871de26f159. 2024-12-06T06:02:28,466 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4331d92949af1d87760d29979c2f3c44, disabling compactions & flushes 2024-12-06T06:02:28,466 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44. 2024-12-06T06:02:28,466 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44. 2024-12-06T06:02:28,466 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44. after waiting 0 ms 2024-12-06T06:02:28,466 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44. 2024-12-06T06:02:28,466 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4331d92949af1d87760d29979c2f3c44 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-06T06:02:28,480 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnNextAsync/4331d92949af1d87760d29979c2f3c44/.tmp/testFamily/90d8de4507554220a3d73a410b915828 is 61, key is row-0/testFamily:testQualifier/1733464911709/Put/seqid=0 2024-12-06T06:02:28,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741866_1042 (size=5049) 2024-12-06T06:02:28,573 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1351): Waiting on 4331d92949af1d87760d29979c2f3c44, 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:02:28,773 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1351): Waiting on 4331d92949af1d87760d29979c2f3c44, 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:02:28,886 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnNextAsync/4331d92949af1d87760d29979c2f3c44/.tmp/testFamily/90d8de4507554220a3d73a410b915828 2024-12-06T06:02:28,899 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnNextAsync/4331d92949af1d87760d29979c2f3c44/.tmp/testFamily/90d8de4507554220a3d73a410b915828 as hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnNextAsync/4331d92949af1d87760d29979c2f3c44/testFamily/90d8de4507554220a3d73a410b915828 2024-12-06T06:02:28,906 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnNextAsync/4331d92949af1d87760d29979c2f3c44/testFamily/90d8de4507554220a3d73a410b915828, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T06:02:28,907 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4331d92949af1d87760d29979c2f3c44 in 441ms, sequenceid=8, compaction requested=false 2024-12-06T06:02:28,911 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnNextAsync/4331d92949af1d87760d29979c2f3c44/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T06:02:28,912 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44. 2024-12-06T06:02:28,912 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4331d92949af1d87760d29979c2f3c44: Waiting for close lock at 1733464948466Running coprocessor pre-close hooks at 1733464948466Disabling compacts and flushes for region at 1733464948466Disabling writes for close at 1733464948466Obtaining lock to block concurrent updates at 1733464948466Preparing flush snapshotting stores in 4331d92949af1d87760d29979c2f3c44 at 1733464948466Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733464948467 (+1 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44. at 1733464948467Flushing 4331d92949af1d87760d29979c2f3c44/testFamily: creating writer at 1733464948467Flushing 4331d92949af1d87760d29979c2f3c44/testFamily: appending metadata at 1733464948480 (+13 ms)Flushing 4331d92949af1d87760d29979c2f3c44/testFamily: closing flushed file at 1733464948480Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@144568f4: reopening flushed file at 1733464948898 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4331d92949af1d87760d29979c2f3c44 in 441ms, sequenceid=8, compaction requested=false at 1733464948907 (+9 ms)Writing region close event to WAL at 1733464948908 (+1 ms)Running coprocessor post-close hooks at 1733464948912 (+4 ms)Closed at 1733464948912 2024-12-06T06:02:28,912 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733464908661.4331d92949af1d87760d29979c2f3c44. 2024-12-06T06:02:28,912 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9fdd7002d330fb7cdb225220fc9eceb1, disabling compactions & flushes 2024-12-06T06:02:28,912 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1. 2024-12-06T06:02:28,912 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1. 2024-12-06T06:02:28,912 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1. after waiting 0 ms 2024-12-06T06:02:28,912 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1. 2024-12-06T06:02:28,912 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9fdd7002d330fb7cdb225220fc9eceb1 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-06T06:02:28,926 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnNext/9fdd7002d330fb7cdb225220fc9eceb1/.tmp/testFamily/7959192ebe274af8b7f62e355114a76f is 61, key is row-0/testFamily:testQualifier/1733464917818/Put/seqid=0 2024-12-06T06:02:28,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741867_1043 (size=5049) 2024-12-06T06:02:28,974 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1351): Waiting on 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:02:29,174 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T06:02:29,174 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1325): Online Regions={9fdd7002d330fb7cdb225220fc9eceb1=testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1.} 2024-12-06T06:02:29,174 DEBUG [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1351): Waiting on 9fdd7002d330fb7cdb225220fc9eceb1 2024-12-06T06:02:29,333 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnNext/9fdd7002d330fb7cdb225220fc9eceb1/.tmp/testFamily/7959192ebe274af8b7f62e355114a76f 2024-12-06T06:02:29,349 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnNext/9fdd7002d330fb7cdb225220fc9eceb1/.tmp/testFamily/7959192ebe274af8b7f62e355114a76f as hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnNext/9fdd7002d330fb7cdb225220fc9eceb1/testFamily/7959192ebe274af8b7f62e355114a76f 2024-12-06T06:02:29,358 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnNext/9fdd7002d330fb7cdb225220fc9eceb1/testFamily/7959192ebe274af8b7f62e355114a76f, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T06:02:29,360 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9fdd7002d330fb7cdb225220fc9eceb1 in 448ms, sequenceid=8, compaction requested=false 2024-12-06T06:02:29,365 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/data/default/testNormalScanTimeoutOnNext/9fdd7002d330fb7cdb225220fc9eceb1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T06:02:29,366 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1. 2024-12-06T06:02:29,366 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9fdd7002d330fb7cdb225220fc9eceb1: Waiting for close lock at 1733464948912Running coprocessor pre-close hooks at 1733464948912Disabling compacts and flushes for region at 1733464948912Disabling writes for close at 1733464948912Obtaining lock to block concurrent updates at 1733464948912Preparing flush snapshotting stores in 9fdd7002d330fb7cdb225220fc9eceb1 at 1733464948912Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733464948913 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1. at 1733464948913Flushing 9fdd7002d330fb7cdb225220fc9eceb1/testFamily: creating writer at 1733464948913Flushing 9fdd7002d330fb7cdb225220fc9eceb1/testFamily: appending metadata at 1733464948926 (+13 ms)Flushing 9fdd7002d330fb7cdb225220fc9eceb1/testFamily: closing flushed file at 1733464948926Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@535dd590: reopening flushed file at 1733464949348 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9fdd7002d330fb7cdb225220fc9eceb1 in 448ms, sequenceid=8, compaction requested=false at 1733464949360 (+12 ms)Writing region close event to WAL at 1733464949361 (+1 ms)Running coprocessor post-close hooks at 1733464949366 (+5 ms)Closed at 1733464949366 2024-12-06T06:02:29,366 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733464914753.9fdd7002d330fb7cdb225220fc9eceb1. 2024-12-06T06:02:29,375 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(976): stopping server b543b351fe95,37381,1733464815487; all regions closed. 2024-12-06T06:02:29,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741834_1010 (size=19479) 2024-12-06T06:02:29,387 DEBUG [RS:0;b543b351fe95:37381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/oldWALs 2024-12-06T06:02:29,387 INFO [RS:0;b543b351fe95:37381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C37381%2C1733464815487.meta:.meta(num 1733464877598) 2024-12-06T06:02:29,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741833_1009 (size=20031) 2024-12-06T06:02:29,392 DEBUG [RS:0;b543b351fe95:37381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/oldWALs 2024-12-06T06:02:29,392 INFO [RS:0;b543b351fe95:37381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C37381%2C1733464815487:(num 1733464877290) 2024-12-06T06:02:29,392 DEBUG [RS:0;b543b351fe95:37381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:02:29,392 INFO [RS:0;b543b351fe95:37381 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:02:29,393 INFO [RS:0;b543b351fe95:37381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:02:29,393 INFO [RS:0;b543b351fe95:37381 {}] hbase.ChoreService(370): Chore service for: regionserver/b543b351fe95:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T06:02:29,393 INFO [RS:0;b543b351fe95:37381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:02:29,393 INFO [regionserver/b543b351fe95:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:02:29,394 INFO [RS:0;b543b351fe95:37381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37381 2024-12-06T06:02:29,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T06:02:29,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x100ae1d4eab0001, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b543b351fe95,37381,1733464815487 2024-12-06T06:02:29,397 INFO [RS:0;b543b351fe95:37381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:02:29,398 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b543b351fe95,37381,1733464815487] 2024-12-06T06:02:29,400 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b543b351fe95,37381,1733464815487 already deleted, retry=false 2024-12-06T06:02:29,400 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b543b351fe95,37381,1733464815487 expired; onlineServers=0 2024-12-06T06:02:29,400 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b543b351fe95,42633,1733464814942' ***** 2024-12-06T06:02:29,400 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:02:29,400 INFO [M:0;b543b351fe95:42633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:02:29,400 INFO [M:0;b543b351fe95:42633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:02:29,400 DEBUG [M:0;b543b351fe95:42633 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:02:29,400 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:02:29,400 DEBUG [M:0;b543b351fe95:42633 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:02:29,401 DEBUG [master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733464817168 {}] cleaner.HFileCleaner(306): Exit Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733464817168,5,FailOnTimeoutGroup] 2024-12-06T06:02:29,401 DEBUG [master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733464817167 {}] cleaner.HFileCleaner(306): Exit Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733464817167,5,FailOnTimeoutGroup] 2024-12-06T06:02:29,401 INFO [M:0;b543b351fe95:42633 {}] hbase.ChoreService(370): Chore service for: master/b543b351fe95:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:02:29,401 INFO [M:0;b543b351fe95:42633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:02:29,401 DEBUG [M:0;b543b351fe95:42633 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:02:29,401 INFO [M:0;b543b351fe95:42633 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:02:29,401 INFO [M:0;b543b351fe95:42633 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:02:29,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T06:02:29,402 INFO [M:0;b543b351fe95:42633 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:02:29,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:02:29,402 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:02:29,402 DEBUG [M:0;b543b351fe95:42633 {}] zookeeper.ZKUtil(347): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T06:02:29,402 WARN [M:0;b543b351fe95:42633 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T06:02:29,403 INFO [M:0;b543b351fe95:42633 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/.lastflushedseqids 2024-12-06T06:02:29,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741868_1044 (size=649) 2024-12-06T06:02:29,467 INFO [regionserver/b543b351fe95:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:02:29,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x100ae1d4eab0001, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:02:29,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x100ae1d4eab0001, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:02:29,500 INFO [RS:0;b543b351fe95:37381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:02:29,501 INFO [RS:0;b543b351fe95:37381 {}] regionserver.HRegionServer(1031): Exiting; stopping=b543b351fe95,37381,1733464815487; zookeeper connection closed. 2024-12-06T06:02:29,501 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@624c87cc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@624c87cc 2024-12-06T06:02:29,502 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T06:02:29,815 INFO [M:0;b543b351fe95:42633 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:02:29,816 INFO [M:0;b543b351fe95:42633 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:02:29,816 DEBUG [M:0;b543b351fe95:42633 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:02:29,816 INFO [M:0;b543b351fe95:42633 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:02:29,817 DEBUG [M:0;b543b351fe95:42633 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:02:29,817 DEBUG [M:0;b543b351fe95:42633 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:02:29,817 DEBUG [M:0;b543b351fe95:42633 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:02:29,817 INFO [M:0;b543b351fe95:42633 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.10 KB heapSize=191 KB 2024-12-06T06:02:29,841 DEBUG [M:0;b543b351fe95:42633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6add1d3da3f4234b01aa23cda3a707c is 82, key is hbase:meta,,1/info:regioninfo/1733464877683/Put/seqid=0 2024-12-06T06:02:29,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741869_1045 (size=5672) 2024-12-06T06:02:30,249 INFO [M:0;b543b351fe95:42633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6add1d3da3f4234b01aa23cda3a707c 2024-12-06T06:02:30,282 DEBUG [M:0;b543b351fe95:42633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f823ed4d963448c7a47b6317bb620050 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733464879317/Put/seqid=0 2024-12-06T06:02:30,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741870_1046 (size=14079) 2024-12-06T06:02:30,690 INFO [M:0;b543b351fe95:42633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.54 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f823ed4d963448c7a47b6317bb620050 2024-12-06T06:02:30,703 INFO [M:0;b543b351fe95:42633 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f823ed4d963448c7a47b6317bb620050 2024-12-06T06:02:30,720 DEBUG [M:0;b543b351fe95:42633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/101a8fec0c9f4c8395071255e354684e is 69, key is b543b351fe95,37381,1733464815487/rs:state/1733464847179/Put/seqid=0 2024-12-06T06:02:30,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741871_1047 (size=5156) 2024-12-06T06:02:31,128 INFO [M:0;b543b351fe95:42633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/101a8fec0c9f4c8395071255e354684e 2024-12-06T06:02:31,140 DEBUG [M:0;b543b351fe95:42633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6add1d3da3f4234b01aa23cda3a707c as hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e6add1d3da3f4234b01aa23cda3a707c 2024-12-06T06:02:31,147 INFO [M:0;b543b351fe95:42633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e6add1d3da3f4234b01aa23cda3a707c, entries=8, sequenceid=317, filesize=5.5 K 2024-12-06T06:02:31,149 DEBUG [M:0;b543b351fe95:42633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f823ed4d963448c7a47b6317bb620050 as hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f823ed4d963448c7a47b6317bb620050 2024-12-06T06:02:31,156 INFO [M:0;b543b351fe95:42633 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f823ed4d963448c7a47b6317bb620050 2024-12-06T06:02:31,156 INFO [M:0;b543b351fe95:42633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f823ed4d963448c7a47b6317bb620050, entries=33, sequenceid=317, filesize=13.7 K 2024-12-06T06:02:31,157 DEBUG [M:0;b543b351fe95:42633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/101a8fec0c9f4c8395071255e354684e as hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/101a8fec0c9f4c8395071255e354684e 2024-12-06T06:02:31,165 INFO [M:0;b543b351fe95:42633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/101a8fec0c9f4c8395071255e354684e, entries=1, sequenceid=317, filesize=5.0 K 2024-12-06T06:02:31,166 INFO [M:0;b543b351fe95:42633 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.10 KB/167011, heapSize ~190.70 KB/195280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1349ms, sequenceid=317, compaction requested=false 2024-12-06T06:02:31,168 INFO [M:0;b543b351fe95:42633 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:02:31,168 DEBUG [M:0;b543b351fe95:42633 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733464949816Disabling compacts and flushes for region at 1733464949816Disabling writes for close at 1733464949817 (+1 ms)Obtaining lock to block concurrent updates at 1733464949818 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733464949818Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167011, getHeapSize=195520, getOffHeapSize=0, getCellsCount=364 at 1733464949819 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733464949820 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733464949820Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733464949841 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733464949841Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733464950263 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733464950282 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733464950282Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733464950703 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733464950720 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733464950720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a1fd71b: reopening flushed file at 1733464951138 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@226a15d0: reopening flushed file at 1733464951148 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e52e33f: reopening flushed file at 1733464951156 (+8 ms)Finished flush of dataSize ~163.10 KB/167011, heapSize ~190.70 KB/195280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1349ms, sequenceid=317, compaction requested=false at 1733464951166 (+10 ms)Writing region close event to WAL at 1733464951168 (+2 ms)Closed at 1733464951168 2024-12-06T06:02:31,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741830_1006 (size=188223) 2024-12-06T06:02:31,171 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4a76d1a-2294-95fd-d520-1e5e21539c5e/MasterData/WALs/b543b351fe95,42633,1733464814942/b543b351fe95%2C42633%2C1733464814942.1733464816714 not finished, retry = 0 2024-12-06T06:02:31,209 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T06:02:31,273 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:02:31,273 INFO [M:0;b543b351fe95:42633 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:02:31,273 INFO [M:0;b543b351fe95:42633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42633 2024-12-06T06:02:31,273 INFO [M:0;b543b351fe95:42633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:02:31,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:02:31,374 INFO [M:0;b543b351fe95:42633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:02:31,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100ae1d4eab0000, quorum=127.0.0.1:53423, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:02:31,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5537c1f6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:02:31,387 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31862285{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:02:31,387 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:02:31,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29ee0fe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:02:31,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a781d84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/hadoop.log.dir/,STOPPED} 2024-12-06T06:02:31,390 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:02:31,390 WARN [BP-122048021-172.17.0.2-1733464812517 heartbeating to localhost/127.0.0.1:35487 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:02:31,391 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:02:31,391 WARN [BP-122048021-172.17.0.2-1733464812517 heartbeating to localhost/127.0.0.1:35487 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-122048021-172.17.0.2-1733464812517 (Datanode Uuid 0aef57b9-1bf9-4e5f-948c-4c8246e317c2) service to localhost/127.0.0.1:35487 2024-12-06T06:02:31,392 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/cluster_525a7545-dcd9-e940-eb3b-f1274e24ab71/data/data1/current/BP-122048021-172.17.0.2-1733464812517 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:02:31,392 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/cluster_525a7545-dcd9-e940-eb3b-f1274e24ab71/data/data2/current/BP-122048021-172.17.0.2-1733464812517 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:02:31,393 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:02:31,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4df87c21{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:02:31,400 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29047fa7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:02:31,400 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:02:31,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c1e5f71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:02:31,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3653a146{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18550d5b-face-4b0d-7ff8-2fa05752b604/hadoop.log.dir/,STOPPED} 2024-12-06T06:02:31,407 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T06:02:31,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down